{ "_class" : "hudson.tasks.junit.TestResult", "testActions" : [ ], "duration" : 4997.0, "empty" : False, "failCount" : 435, "passCount" : 0, "skipCount" : 0, "suites" : [ { "cases" : [ { "testActions" : [ ], "age" : 231, "className" : "nitb_sms:sysmo", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=9213): Process ended prematurely: osmo-nitb_10.42.42.2(pid=9213) [trial-2375↪nitb_sms:sysmo↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=9213)]", "failedSince" : 2145, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_sms/mo_mt_sms.py\", line 11, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=9213): Process ended prematurely: osmo-nitb_10.42.42.2(pid=9213) [trial-2375↪nitb_sms:sysmo↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=9213)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2375 nitb_sms:sysmo mo_mt_sms.py\u000a----------------------------------------------\u000a12:44:10.227898 tst nitb_sms:sysmo: Using 1 x ip_address (candidates: 1)\u000a12:44:10.238658 tst nitb_sms:sysmo: Using 1 x bts (candidates: 1)\u000a12:44:10.814218 tst mo_mt_sms.py: using LAC 28479\u000a12:44:10.932670 tst mo_mt_sms.py: using RAC 174\u000a12:44:11.051459 tst mo_mt_sms.py: using CellId 28479\u000a12:44:11.171294 tst mo_mt_sms.py: using BVCI 28480\u000a12:44:11.194133 tst nitb_sms:sysmo: Using 1 x modem (candidates: 2)\u000a12:44:11.377829 tst nitb_sms:sysmo: Using 1 x modem (candidates: 2)\u000a12:44:11.674629 tst mo_mt_sms.py:9: start nitb and bts...\u000a12:44:11.812118 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a12:44:14.188145 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=9212): Launched\u000a12:44:14.516591 run osmo-nitb_10.42.42.2(pid=9213): Launched\u000a12:44:14.705177 run osmo-nitb_10.42.42.2(pid=9213): ERR: Terminated: ERROR {rc=2} [trial-2375↪nitb_sms:sysmo↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=9213)]\u000a12:44:14.841734 run osmo-nitb_10.42.42.2(pid=9213): stdout: \u000a| (launched: 2022-12-10_12:44:14.357022) \u000a12:44:14.978143 run osmo-nitb_10.42.42.2(pid=9213): stderr: \u000a| (launched: 2022-12-10_12:44:14.406399)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a12:44:15.109313 run osmo-nitb_10.42.42.2(pid=9213): stdout: \u000a| (launched: 2022-12-10_12:44:14.357022) \u000a12:44:15.239170 run osmo-nitb_10.42.42.2(pid=9213): stderr: \u000a| (launched: 2022-12-10_12:44:14.406399)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a12:44:15.297041 tst mo_mt_sms.py:11: ERR: Error: osmo-nitb_10.42.42.2(pid=9213): Process ended prematurely: osmo-nitb_10.42.42.2(pid=9213) [trial-2375↪nitb_sms:sysmo↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=9213)] [trial-2375↪nitb_sms:sysmo↪mo_mt_sms.py:11]\u000a12:44:15.305757 tst mo_mt_sms.py:11: Test FAILED (5.1 sec)\u000a12:44:15.342227 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=9212): Terminating (SIGTERM)\u000a12:44:15.519830 --- ParallelTerminationStrategy: PID 9212 died...\u000a12:44:15.577826 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=9212): Terminated: ok {rc=0}\u000a12:44:15.665547 bus /sierra_3: Setting Powered False\u000a12:44:16.780802 bus /sierra_3: Setting Powered False\u000a12:44:17.893148 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 10.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "0", "name" : "nitb_sms_sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T12:44:10" }, { "cases" : [ { "testActions" : [ ], "age" : 45, "className" : "sms:sysmo", "duration" : 15.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9225): Process ended prematurely: osmo-stp_10.42.42.5(pid=9225) [trial-2375↪sms:sysmo↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9225)]", "failedSince" : 2331, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/sms/mo_mt_sms.py\", line 16, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9225): Process ended prematurely: osmo-stp_10.42.42.5(pid=9225) [trial-2375↪sms:sysmo↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9225)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2375 sms:sysmo mo_mt_sms.py\u000a----------------------------------------------\u000a12:44:19.742175 tst sms:sysmo: Using 1 x ip_address (candidates: 6)\u000a12:44:19.753309 tst sms:sysmo: Using 1 x bts (candidates: 1)\u000a12:44:19.886929 tst mo_mt_sms.py: using LAC 28480\u000a12:44:20.013932 tst mo_mt_sms.py: using RAC 175\u000a12:44:20.140569 tst mo_mt_sms.py: using CellId 28480\u000a12:44:20.267691 tst mo_mt_sms.py: using BVCI 28481\u000a12:44:20.292656 tst sms:sysmo: Using 1 x ip_address (candidates: 6)\u000a12:44:20.303578 tst sms:sysmo: Using 1 x ip_address (candidates: 6)\u000a12:44:20.314572 tst sms:sysmo: Using 1 x ip_address (candidates: 6)\u000a12:44:20.325372 tst sms:sysmo: Using 1 x ip_address (candidates: 6)\u000a12:44:20.336322 tst sms:sysmo: Using 1 x ip_address (candidates: 6)\u000a12:44:20.347211 tst sms:sysmo: Using 1 x modem (candidates: 2)\u000a12:44:20.464388 tst sms:sysmo: Using 1 x modem (candidates: 2)\u000a12:44:20.680111 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:44:22.468762 run create_hlr_db(pid=9219): Launched\u000a12:44:22.662311 bus /sierra_2: Setting Powered False\u000a12:44:23.682963 run create_hlr_db(pid=9219): Terminated: ok {rc=0}\u000a12:44:24.100063 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9221): Launched\u000a12:44:24.412571 run osmo-hlr_10.42.42.2(pid=9222): Launched\u000a12:44:24.525569 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:44:27.005313 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9224): Launched\u000a12:44:27.318638 run osmo-stp_10.42.42.5(pid=9225): Launched\u000a12:44:27.432006 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:44:32.745839 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9227): Launched\u000a12:44:33.054958 run osmo-msc_10.42.42.6(pid=9228): Launched\u000a12:44:33.234779 run osmo-stp_10.42.42.5(pid=9225): ERR: Terminated: ERROR {rc=1} [trial-2375↪sms:sysmo↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9225)]\u000a12:44:33.365270 run osmo-stp_10.42.42.5(pid=9225): stdout: \u000a| (launched: 2022-12-10_12:44:27.162521)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:44:33.493401 run osmo-stp_10.42.42.5(pid=9225): stderr: \u000a| �[0;m�[38;5;43m20221210124427338 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210124427338 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210124427338 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210124427339 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210124427339 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210124427339 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210124427339 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:44:33.616482 run osmo-stp_10.42.42.5(pid=9225): stdout: \u000a| (launched: 2022-12-10_12:44:27.162521)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:44:33.739016 run osmo-stp_10.42.42.5(pid=9225): stderr: \u000a| �[0;m�[38;5;43m20221210124427338 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210124427338 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210124427338 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210124427339 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210124427339 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210124427339 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210124427339 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:44:33.792482 tst mo_mt_sms.py:16: ERR: Error: osmo-stp_10.42.42.5(pid=9225): Process ended prematurely: osmo-stp_10.42.42.5(pid=9225) [trial-2375↪sms:sysmo↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9225)] [trial-2375↪sms:sysmo↪mo_mt_sms.py:16]\u000a12:44:33.800355 tst mo_mt_sms.py:16: Test FAILED (14.0 sec)\u000a12:44:33.861211 run osmo-hlr_10.42.42.2(pid=9222): ERR: Terminated: ERROR {rc=237} [trial-2375↪sms:sysmo↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9222)]\u000a12:44:33.911207 run osmo-hlr_10.42.42.2(pid=9222): stdout: \u000a| (launched: 2022-12-10_12:44:24.256897) \u000a12:44:33.961561 run osmo-hlr_10.42.42.2(pid=9222): stderr: \u000a| �[0;m�[1;31m20221210124424435 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210124424435 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210124424435 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210124424435 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210124424435 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210124424435 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210124424489 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2375/run.2022-12-10_12-42-03/sms:sysmo/mo_mt_sms.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210124424498 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210124424498 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210124424498 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:44:34.030087 run osmo-msc_10.42.42.6(pid=9228): ERR: Terminated: ERROR {rc=2} [trial-2375↪sms:sysmo↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=9228)]\u000a12:44:34.080146 run osmo-msc_10.42.42.6(pid=9228): stdout: \u000a| (launched: 2022-12-10_12:44:32.902944) \u000a12:44:34.130766 run osmo-msc_10.42.42.6(pid=9228): stderr: \u000a| �[0;m�[38;5;43m20221210124433180 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210124433180 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f046cc56c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210124433180 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210124433180 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210124433180 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210124433181 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210124433183 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210124433184 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210124433184 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210124433184 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:44:34.173423 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9221): Terminating (SIGTERM)\u000a12:44:34.213854 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9224): Terminating (SIGTERM)\u000a12:44:34.254423 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9227): Terminating (SIGTERM)\u000a12:44:34.263899 --- ParallelTerminationStrategy: PID 9221 died...\u000a12:44:34.317936 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9221): Terminated: ok {rc=0}\u000a12:44:34.327709 --- ParallelTerminationStrategy: PID 9224 died...\u000a12:44:34.381750 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9224): Terminated: ok {rc=0}\u000a12:44:34.391717 --- ParallelTerminationStrategy: PID 9227 died...\u000a12:44:34.446048 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9227): Terminated: ok {rc=0}\u000a12:44:34.537361 bus /sierra_3: Setting Powered False\u000a12:44:35.643444 bus /sierra_3: Setting Powered False\u000a12:44:36.756663 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 19.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "1", "name" : "sms_sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T12:44:19" }, { "cases" : [ { "testActions" : [ ], "age" : 231, "className" : "nitb_ussd:sysmo", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=9235): Process ended prematurely: osmo-nitb_10.42.42.2(pid=9235) [trial-2375↪nitb_ussd:sysmo↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=9235)]", "failedSince" : 2145, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_ussd/assert_extension.py\", line 12, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=9235): Process ended prematurely: osmo-nitb_10.42.42.2(pid=9235) [trial-2375↪nitb_ussd:sysmo↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=9235)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2375 nitb_ussd:sysmo assert_extension.py\u000a----------------------------------------------\u000a12:44:38.560402 tst nitb_ussd:sysmo: Using 1 x ip_address (candidates: 1)\u000a12:44:38.571669 tst nitb_ussd:sysmo: Using 1 x bts (candidates: 1)\u000a12:44:38.703103 tst assert_extension.py: using LAC 28481\u000a12:44:38.831277 tst assert_extension.py: using RAC 176\u000a12:44:38.961941 tst assert_extension.py: using CellId 28481\u000a12:44:39.092266 tst assert_extension.py: using BVCI 28482\u000a12:44:39.117325 tst nitb_ussd:sysmo: Using 1 x modem (candidates: 1)\u000a12:44:39.396344 tst assert_extension.py:10: start nitb and bts...\u000a12:44:39.524211 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a12:44:40.161292 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=9234): Launched\u000a12:44:40.470176 run osmo-nitb_10.42.42.2(pid=9235): Launched\u000a12:44:40.659230 run osmo-nitb_10.42.42.2(pid=9235): ERR: Terminated: ERROR {rc=2} [trial-2375↪nitb_ussd:sysmo↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=9235)]\u000a12:44:40.798522 run osmo-nitb_10.42.42.2(pid=9235): stdout: \u000a| (launched: 2022-12-10_12:44:40.318533) \u000a12:44:40.939605 run osmo-nitb_10.42.42.2(pid=9235): stderr: \u000a| (launched: 2022-12-10_12:44:40.364505)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a12:44:41.076540 run osmo-nitb_10.42.42.2(pid=9235): stdout: \u000a| (launched: 2022-12-10_12:44:40.318533) \u000a12:44:41.212875 run osmo-nitb_10.42.42.2(pid=9235): stderr: \u000a| (launched: 2022-12-10_12:44:40.364505)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a12:44:41.593426 tst osmo-nitb_10.42.42.2(pid=9235): stdout: \u000a| (launched: 2022-12-10_12:44:40.318533) \u000a12:44:41.716430 tst osmo-nitb_10.42.42.2(pid=9235): stderr: \u000a| (launched: 2022-12-10_12:44:40.364505)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a12:44:41.769927 tst assert_extension.py:12: ERR: Error: osmo-nitb_10.42.42.2(pid=9235): Process ended prematurely: osmo-nitb_10.42.42.2(pid=9235) [trial-2375↪nitb_ussd:sysmo↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=9235)] [trial-2375↪nitb_ussd:sysmo↪assert_extension.py:12]\u000a12:44:41.778036 tst assert_extension.py:12: Test FAILED (3.2 sec)\u000a12:44:41.815083 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=9234): Terminating (SIGTERM)\u000a12:44:41.992525 --- ParallelTerminationStrategy: PID 9234 died...\u000a12:44:42.048707 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=9234): Terminated: ok {rc=0}\u000a12:44:42.138781 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 6.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "2", "name" : "nitb_ussd_sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T12:44:38" }, { "cases" : [ { "testActions" : [ ], "age" : 45, "className" : "ussd:sysmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9248): Process ended prematurely: osmo-stp_10.42.42.5(pid=9248) [trial-2375↪ussd:sysmo↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9248)]", "failedSince" : 2331, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/ussd/assert_extension.py\", line 17, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9248): Process ended prematurely: osmo-stp_10.42.42.5(pid=9248) [trial-2375↪ussd:sysmo↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9248)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2375 ussd:sysmo assert_extension.py\u000a----------------------------------------------\u000a12:44:43.989351 tst ussd:sysmo: Using 1 x ip_address (candidates: 6)\u000a12:44:44.000192 tst ussd:sysmo: Using 1 x bts (candidates: 1)\u000a12:44:44.134097 tst assert_extension.py: using LAC 28482\u000a12:44:44.263919 tst assert_extension.py: using RAC 177\u000a12:44:44.394115 tst assert_extension.py: using CellId 28482\u000a12:44:44.522938 tst assert_extension.py: using BVCI 28483\u000a12:44:44.547936 tst ussd:sysmo: Using 1 x ip_address (candidates: 6)\u000a12:44:44.559035 tst ussd:sysmo: Using 1 x ip_address (candidates: 6)\u000a12:44:44.569994 tst ussd:sysmo: Using 1 x ip_address (candidates: 6)\u000a12:44:44.581448 tst ussd:sysmo: Using 1 x ip_address (candidates: 6)\u000a12:44:44.592759 tst ussd:sysmo: Using 1 x ip_address (candidates: 6)\u000a12:44:44.604079 tst ussd:sysmo: Using 1 x modem (candidates: 1)\u000a12:44:44.808844 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:44:45.298271 run create_hlr_db(pid=9242): Launched\u000a12:44:45.477403 bus /sierra_2: Setting Powered False\u000a12:44:46.563565 run create_hlr_db(pid=9242): Terminated: ok {rc=0}\u000a12:44:47.060662 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9244): Launched\u000a12:44:47.381214 run osmo-hlr_10.42.42.2(pid=9245): Launched\u000a12:44:47.492442 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:44:48.036109 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9247): Launched\u000a12:44:48.348083 run osmo-stp_10.42.42.5(pid=9248): Launched\u000a12:44:48.461073 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:44:49.025537 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9250): Launched\u000a12:44:49.339335 run osmo-msc_10.42.42.6(pid=9251): Launched\u000a12:44:49.524140 run osmo-stp_10.42.42.5(pid=9248): ERR: Terminated: ERROR {rc=1} [trial-2375↪ussd:sysmo↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9248)]\u000a12:44:49.657181 run osmo-stp_10.42.42.5(pid=9248): stdout: \u000a| (launched: 2022-12-10_12:44:48.193448)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:44:49.787006 run osmo-stp_10.42.42.5(pid=9248): stderr: \u000a| �[0;m�[38;5;43m20221210124448370 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210124448370 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210124448371 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210124448371 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210124448371 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210124448372 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210124448372 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:44:49.911704 run osmo-stp_10.42.42.5(pid=9248): stdout: \u000a| (launched: 2022-12-10_12:44:48.193448)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:44:50.035830 run osmo-stp_10.42.42.5(pid=9248): stderr: \u000a| �[0;m�[38;5;43m20221210124448370 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210124448370 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210124448371 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210124448371 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210124448371 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210124448372 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210124448372 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:44:50.089953 tst assert_extension.py:17: ERR: Error: osmo-stp_10.42.42.5(pid=9248): Process ended prematurely: osmo-stp_10.42.42.5(pid=9248) [trial-2375↪ussd:sysmo↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9248)] [trial-2375↪ussd:sysmo↪assert_extension.py:17]\u000a12:44:50.098031 tst assert_extension.py:17: Test FAILED (6.1 sec)\u000a12:44:50.159036 run osmo-hlr_10.42.42.2(pid=9245): ERR: Terminated: ERROR {rc=237} [trial-2375↪ussd:sysmo↪assert_extension.py↪assert_extension.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9245)]\u000a12:44:50.209079 run osmo-hlr_10.42.42.2(pid=9245): stdout: \u000a| (launched: 2022-12-10_12:44:47.223854) \u000a12:44:50.259717 run osmo-hlr_10.42.42.2(pid=9245): stderr: \u000a| �[0;m�[1;31m20221210124447403 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210124447403 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210124447403 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210124447403 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210124447403 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210124447403 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210124447598 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2375/run.2022-12-10_12-42-03/ussd:sysmo/assert_extension.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210124447606 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210124447607 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210124447607 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:44:50.328570 run osmo-msc_10.42.42.6(pid=9251): ERR: Terminated: ERROR {rc=2} [trial-2375↪ussd:sysmo↪assert_extension.py↪assert_extension.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=9251)]\u000a12:44:50.378665 run osmo-msc_10.42.42.6(pid=9251): stdout: \u000a| (launched: 2022-12-10_12:44:49.182560) \u000a12:44:50.429554 run osmo-msc_10.42.42.6(pid=9251): stderr: \u000a| �[0;m�[38;5;43m20221210124449457 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210124449458 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f30580adc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210124449458 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210124449458 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210124449458 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210124449458 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210124449461 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210124449462 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210124449462 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210124449462 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:44:50.472359 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9244): Terminating (SIGTERM)\u000a12:44:50.513038 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9247): Terminating (SIGTERM)\u000a12:44:50.553632 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9250): Terminating (SIGTERM)\u000a12:44:50.563118 --- ParallelTerminationStrategy: PID 9244 died...\u000a12:44:50.617090 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9244): Terminated: ok {rc=0}\u000a12:44:50.626758 --- ParallelTerminationStrategy: PID 9247 died...\u000a12:44:50.680902 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9247): Terminated: ok {rc=0}\u000a12:44:50.690482 --- ParallelTerminationStrategy: PID 9250 died...\u000a12:44:50.743640 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9250): Terminated: ok {rc=0}\u000a12:44:50.828828 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 9.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "3", "name" : "ussd_sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T12:44:43" }, { "cases" : [ { "testActions" : [ ], "age" : 45, "className" : "voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9262): Process ended prematurely: osmo-stp_10.42.42.5(pid=9262) [trial-2375↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9262)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9262): Process ended prematurely: osmo-stp_10.42.42.5(pid=9262) [trial-2375↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9262)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2375 voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call.py\u000a----------------------------------------------\u000a12:44:52.760430 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a12:44:52.771831 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a12:44:52.928249 tst mo_mt_call.py: using LAC 28483\u000a12:44:53.063140 tst mo_mt_call.py: using RAC 178\u000a12:44:53.192689 tst mo_mt_call.py: using CellId 28483\u000a12:44:53.322836 tst mo_mt_call.py: using BVCI 28484\u000a12:44:53.348682 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a12:44:53.360190 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a12:44:53.371543 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a12:44:53.382913 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a12:44:53.394311 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a12:44:53.405710 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a12:44:53.523831 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a12:44:53.739840 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:44:54.279888 run create_hlr_db(pid=9256): Launched\u000a12:44:54.474034 bus /sierra_2: Setting Powered False\u000a12:44:55.495008 run create_hlr_db(pid=9256): Terminated: ok {rc=0}\u000a12:44:55.918846 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9258): Launched\u000a12:44:56.237145 run osmo-hlr_10.42.42.2(pid=9259): Launched\u000a12:44:56.357748 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:44:56.910435 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9261): Launched\u000a12:44:57.229973 run osmo-stp_10.42.42.5(pid=9262): Launched\u000a12:44:57.345747 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:44:57.921235 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9264): Launched\u000a12:44:58.240428 run osmo-msc_10.42.42.6(pid=9265): Launched\u000a12:44:58.426555 run osmo-stp_10.42.42.5(pid=9262): ERR: Terminated: ERROR {rc=1} [trial-2375↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9262)]\u000a12:44:58.560146 run osmo-stp_10.42.42.5(pid=9262): stdout: \u000a| (launched: 2022-12-10_12:44:57.071120)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:44:58.691491 run osmo-stp_10.42.42.5(pid=9262): stderr: \u000a| �[0;m�[38;5;43m20221210124457247 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210124457247 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210124457247 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210124457248 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210124457248 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210124457248 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210124457248 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:44:58.817142 run osmo-stp_10.42.42.5(pid=9262): stdout: \u000a| (launched: 2022-12-10_12:44:57.071120)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:44:58.942223 run osmo-stp_10.42.42.5(pid=9262): stderr: \u000a| �[0;m�[38;5;43m20221210124457247 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210124457247 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210124457247 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210124457248 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210124457248 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210124457248 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210124457248 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:44:58.996984 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=9262): Process ended prematurely: osmo-stp_10.42.42.5(pid=9262) [trial-2375↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9262)] [trial-2375↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8]\u000a12:44:59.005493 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a12:44:59.067260 run osmo-hlr_10.42.42.2(pid=9259): ERR: Terminated: ERROR {rc=237} [trial-2375↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9259)]\u000a12:44:59.117723 run osmo-hlr_10.42.42.2(pid=9259): stdout: \u000a| (launched: 2022-12-10_12:44:56.078937) \u000a12:44:59.168815 run osmo-hlr_10.42.42.2(pid=9259): stderr: \u000a| �[0;m�[1;31m20221210124456258 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210124456258 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210124456258 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210124456258 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210124456258 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210124456258 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210124456273 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2375/run.2022-12-10_12-42-03/voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210124456281 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210124456282 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210124456282 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:44:59.237502 run osmo-msc_10.42.42.6(pid=9265): ERR: Terminated: ERROR {rc=2} [trial-2375↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=9265)]\u000a12:44:59.287412 run osmo-msc_10.42.42.6(pid=9265): stdout: \u000a| (launched: 2022-12-10_12:44:58.081054) \u000a12:44:59.338207 run osmo-msc_10.42.42.6(pid=9265): stderr: \u000a| �[0;m�[38;5;43m20221210124458358 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210124458358 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fc1122c2c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210124458358 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210124458358 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210124458358 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210124458359 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210124458360 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210124458361 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210124458361 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210124458361 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:44:59.381013 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9258): Terminating (SIGTERM)\u000a12:44:59.421842 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9261): Terminating (SIGTERM)\u000a12:44:59.462340 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9264): Terminating (SIGTERM)\u000a12:44:59.471782 --- ParallelTerminationStrategy: PID 9258 died...\u000a12:44:59.526113 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9258): Terminated: ok {rc=0}\u000a12:44:59.536007 --- ParallelTerminationStrategy: PID 9261 died...\u000a12:44:59.589807 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9261): Terminated: ok {rc=0}\u000a12:44:59.599629 --- ParallelTerminationStrategy: PID 9264 died...\u000a12:44:59.653338 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9264): Terminated: ok {rc=0}\u000a12:44:59.739059 bus /sierra_3: Setting Powered False\u000a12:45:00.856547 bus /sierra_3: Setting Powered False\u000a12:45:02.004634 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 47, "className" : "voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9276): Process ended prematurely: osmo-stp_10.42.42.5(pid=9276) [trial-2375↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9276)]", "failedSince" : 2329, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9276): Process ended prematurely: osmo-stp_10.42.42.5(pid=9276) [trial-2375↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9276)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2375 voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a12:45:03.124390 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a12:45:03.136505 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a12:45:03.293183 tst mo_mt_call_osmux.py: using LAC 28484\u000a12:45:03.426800 tst mo_mt_call_osmux.py: using RAC 179\u000a12:45:03.558478 tst mo_mt_call_osmux.py: using CellId 28484\u000a12:45:03.695194 tst mo_mt_call_osmux.py: using BVCI 28485\u000a12:45:03.720870 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a12:45:03.732521 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a12:45:03.743830 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a12:45:03.755178 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a12:45:03.766606 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a12:45:03.777985 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a12:45:03.895586 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a12:45:04.113746 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:45:04.653873 run create_hlr_db(pid=9270): Launched\u000a12:45:04.848300 bus /sierra_2: Setting Powered False\u000a12:45:05.868427 run create_hlr_db(pid=9270): Terminated: ok {rc=0}\u000a12:45:06.314389 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9272): Launched\u000a12:45:06.653718 run osmo-hlr_10.42.42.2(pid=9273): Launched\u000a12:45:06.776432 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:45:07.363411 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9275): Launched\u000a12:45:07.703470 run osmo-stp_10.42.42.5(pid=9276): Launched\u000a12:45:07.826208 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:45:08.443512 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9278): Launched\u000a12:45:08.782998 run osmo-msc_10.42.42.6(pid=9279): Launched\u000a12:45:08.979416 run osmo-stp_10.42.42.5(pid=9276): ERR: Terminated: ERROR {rc=1} [trial-2375↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9276)]\u000a12:45:09.120926 run osmo-stp_10.42.42.5(pid=9276): stdout: \u000a| (launched: 2022-12-10_12:45:07.535047)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:45:09.262055 run osmo-stp_10.42.42.5(pid=9276): stderr: \u000a| �[0;m�[38;5;43m20221210124507731 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210124507731 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210124507731 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210124507731 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210124507734 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210124507734 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210124507734 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:45:09.397387 run osmo-stp_10.42.42.5(pid=9276): stdout: \u000a| (launched: 2022-12-10_12:45:07.535047)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:45:09.530696 run osmo-stp_10.42.42.5(pid=9276): stderr: \u000a| �[0;m�[38;5;43m20221210124507731 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210124507731 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210124507731 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210124507731 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210124507734 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210124507734 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210124507734 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:45:09.589240 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=9276): Process ended prematurely: osmo-stp_10.42.42.5(pid=9276) [trial-2375↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9276)] [trial-2375↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8]\u000a12:45:09.598545 tst mo_mt_call_osmux.py:8: Test FAILED (6.5 sec)\u000a12:45:09.662437 run osmo-hlr_10.42.42.2(pid=9273): ERR: Terminated: ERROR {rc=237} [trial-2375↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9273)]\u000a12:45:09.715158 run osmo-hlr_10.42.42.2(pid=9273): stdout: \u000a| (launched: 2022-12-10_12:45:06.486365) \u000a12:45:09.768449 run osmo-hlr_10.42.42.2(pid=9273): stderr: \u000a| �[0;m�[1;31m20221210124506690 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210124506690 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210124506690 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210124506690 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210124506690 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210124506690 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210124506702 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2375/run.2022-12-10_12-42-03/voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210124506711 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210124506711 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210124506712 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:45:09.840785 run osmo-msc_10.42.42.6(pid=9279): ERR: Terminated: ERROR {rc=2} [trial-2375↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=9279)]\u000a12:45:09.893528 run osmo-msc_10.42.42.6(pid=9279): stdout: \u000a| (launched: 2022-12-10_12:45:08.614748) \u000a12:45:09.946582 run osmo-msc_10.42.42.6(pid=9279): stderr: \u000a| �[0;m�[38;5;43m20221210124508944 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210124508944 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7faa24141c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210124508944 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210124508944 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210124508944 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210124508945 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210124508946 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210124508947 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210124508947 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210124508947 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:45:09.991544 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9272): Terminating (SIGTERM)\u000a12:45:10.034237 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9275): Terminating (SIGTERM)\u000a12:45:10.076998 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9278): Terminating (SIGTERM)\u000a12:45:10.086753 --- ParallelTerminationStrategy: PID 9272 died...\u000a12:45:10.143705 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9272): Terminated: ok {rc=0}\u000a12:45:10.153836 --- ParallelTerminationStrategy: PID 9275 died...\u000a12:45:10.210442 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9275): Terminated: ok {rc=0}\u000a12:45:10.220566 --- ParallelTerminationStrategy: PID 9278 died...\u000a12:45:10.276933 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9278): Terminated: ok {rc=0}\u000a12:45:10.365124 bus /sierra_3: Setting Powered False\u000a12:45:11.473064 bus /sierra_3: Setting Powered False\u000a12:45:12.583002 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "4", "name" : "voice_sysmo+mod-bts0-ts-tchf+cfg-codec-fr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T12:44:52" }, { "cases" : [ { "testActions" : [ ], "age" : 45, "className" : "voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9290): Process ended prematurely: osmo-stp_10.42.42.5(pid=9290) [trial-2375↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9290)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9290): Process ended prematurely: osmo-stp_10.42.42.5(pid=9290) [trial-2375↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9290)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2375 voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call.py\u000a----------------------------------------------\u000a12:45:14.538001 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a12:45:14.548842 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a12:45:14.699836 tst mo_mt_call.py: using LAC 28485\u000a12:45:14.823950 tst mo_mt_call.py: using RAC 180\u000a12:45:14.948587 tst mo_mt_call.py: using CellId 28485\u000a12:45:15.072401 tst mo_mt_call.py: using BVCI 28486\u000a12:45:15.096391 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a12:45:15.107420 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a12:45:15.118584 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a12:45:15.129383 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a12:45:15.140425 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a12:45:15.151533 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a12:45:15.267474 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a12:45:15.474844 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:45:16.051545 run create_hlr_db(pid=9284): Launched\u000a12:45:16.251165 bus /sierra_2: Setting Powered False\u000a12:45:17.260699 run create_hlr_db(pid=9284): Terminated: ok {rc=0}\u000a12:45:17.695205 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9286): Launched\u000a12:45:18.014536 run osmo-hlr_10.42.42.2(pid=9287): Launched\u000a12:45:18.130552 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:45:18.679429 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9289): Launched\u000a12:45:18.999133 run osmo-stp_10.42.42.5(pid=9290): Launched\u000a12:45:19.114748 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:45:19.692911 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9292): Launched\u000a12:45:20.011738 run osmo-msc_10.42.42.6(pid=9293): Launched\u000a12:45:20.197252 run osmo-stp_10.42.42.5(pid=9290): ERR: Terminated: ERROR {rc=1} [trial-2375↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9290)]\u000a12:45:20.330681 run osmo-stp_10.42.42.5(pid=9290): stdout: \u000a| (launched: 2022-12-10_12:45:18.840427)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:45:20.461633 run osmo-stp_10.42.42.5(pid=9290): stderr: \u000a| �[0;m�[38;5;43m20221210124519015 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210124519015 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210124519015 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210124519016 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210124519018 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210124519018 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210124519018 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:45:20.587777 run osmo-stp_10.42.42.5(pid=9290): stdout: \u000a| (launched: 2022-12-10_12:45:18.840427)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:45:20.712581 run osmo-stp_10.42.42.5(pid=9290): stderr: \u000a| �[0;m�[38;5;43m20221210124519015 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210124519015 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210124519015 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210124519016 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210124519018 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210124519018 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210124519018 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:45:20.767497 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=9290): Process ended prematurely: osmo-stp_10.42.42.5(pid=9290) [trial-2375↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9290)] [trial-2375↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8]\u000a12:45:20.776062 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a12:45:20.837593 run osmo-hlr_10.42.42.2(pid=9287): ERR: Terminated: ERROR {rc=237} [trial-2375↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9287)]\u000a12:45:20.887662 run osmo-hlr_10.42.42.2(pid=9287): stdout: \u000a| (launched: 2022-12-10_12:45:17.855556) \u000a12:45:20.938529 run osmo-hlr_10.42.42.2(pid=9287): stderr: \u000a| �[0;m�[1;31m20221210124518034 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210124518034 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210124518034 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210124518034 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210124518034 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210124518034 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210124518046 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2375/run.2022-12-10_12-42-03/voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210124518054 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210124518055 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210124518055 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:45:21.007088 run osmo-msc_10.42.42.6(pid=9293): ERR: Terminated: ERROR {rc=2} [trial-2375↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=9293)]\u000a12:45:21.057213 run osmo-msc_10.42.42.6(pid=9293): stdout: \u000a| (launched: 2022-12-10_12:45:19.853598) \u000a12:45:21.107740 run osmo-msc_10.42.42.6(pid=9293): stderr: \u000a| �[0;m�[38;5;43m20221210124520128 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210124520129 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ff063a14c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210124520129 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210124520129 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210124520129 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210124520129 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210124520131 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210124520131 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210124520131 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210124520132 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:45:21.150228 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9286): Terminating (SIGTERM)\u000a12:45:21.190518 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9289): Terminating (SIGTERM)\u000a12:45:21.230932 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9292): Terminating (SIGTERM)\u000a12:45:21.240428 --- ParallelTerminationStrategy: PID 9286 died...\u000a12:45:21.293998 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9286): Terminated: ok {rc=0}\u000a12:45:21.303783 --- ParallelTerminationStrategy: PID 9289 died...\u000a12:45:21.357082 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9289): Terminated: ok {rc=0}\u000a12:45:21.366814 --- ParallelTerminationStrategy: PID 9292 died...\u000a12:45:21.419954 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9292): Terminated: ok {rc=0}\u000a12:45:21.510454 bus /sierra_3: Setting Powered False\u000a12:45:22.614096 bus /sierra_3: Setting Powered False\u000a12:45:23.727573 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 47, "className" : "voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9301): Process ended prematurely: osmo-stp_10.42.42.5(pid=9301) [trial-2375↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9301)]", "failedSince" : 2329, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9301): Process ended prematurely: osmo-stp_10.42.42.5(pid=9301) [trial-2375↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9301)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2375 voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a12:45:24.840623 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a12:45:24.852347 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a12:45:25.001142 tst mo_mt_call_osmux.py: using LAC 28486\u000a12:45:25.126464 tst mo_mt_call_osmux.py: using RAC 181\u000a12:45:25.252363 tst mo_mt_call_osmux.py: using CellId 28486\u000a12:45:25.378595 tst mo_mt_call_osmux.py: using BVCI 28487\u000a12:45:25.402649 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a12:45:25.413758 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a12:45:25.424473 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a12:45:25.435512 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a12:45:25.446704 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a12:45:25.457866 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a12:45:25.580072 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a12:45:25.787315 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:45:26.286932 run create_hlr_db(pid=9295): Launched\u000a12:45:26.468084 bus /sierra_2: Setting Powered False\u000a12:45:27.489796 run create_hlr_db(pid=9295): Terminated: ok {rc=0}\u000a12:45:27.936931 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9297): Launched\u000a12:45:28.277082 run osmo-hlr_10.42.42.2(pid=9298): Launched\u000a12:45:28.401649 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:45:28.985939 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9300): Launched\u000a12:45:29.327205 run osmo-stp_10.42.42.5(pid=9301): Launched\u000a12:45:29.450575 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:45:30.064533 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9303): Launched\u000a12:45:30.406212 run osmo-msc_10.42.42.6(pid=9304): Launched\u000a12:45:30.602683 run osmo-stp_10.42.42.5(pid=9301): ERR: Terminated: ERROR {rc=1} [trial-2375↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9301)]\u000a12:45:30.743852 run osmo-stp_10.42.42.5(pid=9301): stdout: \u000a| (launched: 2022-12-10_12:45:29.157684)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:45:30.893227 run osmo-stp_10.42.42.5(pid=9301): stderr: \u000a| �[0;m�[38;5;43m20221210124529353 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210124529353 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210124529353 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210124529354 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210124529354 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210124529354 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210124529354 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:45:31.056664 run osmo-stp_10.42.42.5(pid=9301): stdout: \u000a| (launched: 2022-12-10_12:45:29.157684)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:45:31.191727 run osmo-stp_10.42.42.5(pid=9301): stderr: \u000a| �[0;m�[38;5;43m20221210124529353 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210124529353 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210124529353 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210124529354 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210124529354 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210124529354 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210124529354 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:45:31.251744 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=9301): Process ended prematurely: osmo-stp_10.42.42.5(pid=9301) [trial-2375↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9301)] [trial-2375↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8]\u000a12:45:31.262012 tst mo_mt_call_osmux.py:8: Test FAILED (6.5 sec)\u000a12:45:31.326890 run osmo-hlr_10.42.42.2(pid=9298): ERR: Terminated: ERROR {rc=237} [trial-2375↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9298)]\u000a12:45:31.380364 run osmo-hlr_10.42.42.2(pid=9298): stdout: \u000a| (launched: 2022-12-10_12:45:28.108806) \u000a12:45:31.434257 run osmo-hlr_10.42.42.2(pid=9298): stderr: \u000a| �[0;m�[1;31m20221210124528311 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210124528311 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210124528311 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210124528311 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210124528311 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210124528311 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210124528323 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2375/run.2022-12-10_12-42-03/voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210124528334 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210124528334 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210124528334 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:45:31.506469 run osmo-msc_10.42.42.6(pid=9304): ERR: Terminated: ERROR {rc=2} [trial-2375↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=9304)]\u000a12:45:31.559110 run osmo-msc_10.42.42.6(pid=9304): stdout: \u000a| (launched: 2022-12-10_12:45:30.236655) \u000a12:45:31.613104 run osmo-msc_10.42.42.6(pid=9304): stderr: \u000a| �[0;m�[38;5;43m20221210124530562 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210124530563 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f8ef3988c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210124530563 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210124530563 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210124530563 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210124530563 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210124530565 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210124530565 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210124530565 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210124530566 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:45:31.658345 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9297): Terminating (SIGTERM)\u000a12:45:31.703063 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9300): Terminating (SIGTERM)\u000a12:45:31.746069 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9303): Terminating (SIGTERM)\u000a12:45:31.756262 --- ParallelTerminationStrategy: PID 9297 died...\u000a12:45:31.814489 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9297): Terminated: ok {rc=0}\u000a12:45:31.824940 --- ParallelTerminationStrategy: PID 9300 died...\u000a12:45:31.881921 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9300): Terminated: ok {rc=0}\u000a12:45:31.892295 --- ParallelTerminationStrategy: PID 9303 died...\u000a12:45:31.949095 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9303): Terminated: ok {rc=0}\u000a12:45:32.055708 bus /sierra_3: Setting Powered False\u000a12:45:33.163146 bus /sierra_3: Setting Powered False\u000a12:45:34.271607 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "5", "name" : "voice_sysmo+mod-bts0-ts-tchf+cfg-codec-fr2", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T12:45:14" }, { "cases" : [ { "testActions" : [ ], "age" : 45, "className" : "voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9315): Process ended prematurely: osmo-stp_10.42.42.5(pid=9315) [trial-2375↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9315)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9315): Process ended prematurely: osmo-stp_10.42.42.5(pid=9315) [trial-2375↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9315)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2375 voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call.py\u000a----------------------------------------------\u000a12:45:36.226600 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a12:45:36.237679 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a12:45:36.386553 tst mo_mt_call.py: using LAC 28487\u000a12:45:36.512261 tst mo_mt_call.py: using RAC 182\u000a12:45:36.639062 tst mo_mt_call.py: using CellId 28487\u000a12:45:36.763444 tst mo_mt_call.py: using BVCI 28488\u000a12:45:36.787590 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a12:45:36.799064 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a12:45:36.810006 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a12:45:36.820892 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a12:45:36.831944 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a12:45:36.843146 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a12:45:36.965707 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a12:45:37.180642 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:45:37.723768 run create_hlr_db(pid=9309): Launched\u000a12:45:37.916563 bus /sierra_2: Setting Powered False\u000a12:45:38.938273 run create_hlr_db(pid=9309): Terminated: ok {rc=0}\u000a12:45:39.384082 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9311): Launched\u000a12:45:39.721622 run osmo-hlr_10.42.42.2(pid=9312): Launched\u000a12:45:39.846569 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:45:40.433434 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9314): Launched\u000a12:45:40.770277 run osmo-stp_10.42.42.5(pid=9315): Launched\u000a12:45:40.893340 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:45:41.509284 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9317): Launched\u000a12:45:41.848475 run osmo-msc_10.42.42.6(pid=9318): Launched\u000a12:45:42.044629 run osmo-stp_10.42.42.5(pid=9315): ERR: Terminated: ERROR {rc=1} [trial-2375↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9315)]\u000a12:45:42.186419 run osmo-stp_10.42.42.5(pid=9315): stdout: \u000a| (launched: 2022-12-10_12:45:40.604249)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:45:42.327709 run osmo-stp_10.42.42.5(pid=9315): stderr: \u000a| �[0;m�[38;5;43m20221210124540800 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210124540800 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210124540800 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210124540801 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210124540801 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210124540801 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210124540801 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:45:42.462545 run osmo-stp_10.42.42.5(pid=9315): stdout: \u000a| (launched: 2022-12-10_12:45:40.604249)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:45:42.596167 run osmo-stp_10.42.42.5(pid=9315): stderr: \u000a| �[0;m�[38;5;43m20221210124540800 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210124540800 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210124540800 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210124540801 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210124540801 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210124540801 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210124540801 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:45:42.655054 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=9315): Process ended prematurely: osmo-stp_10.42.42.5(pid=9315) [trial-2375↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9315)] [trial-2375↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8]\u000a12:45:42.664210 tst mo_mt_call.py:8: Test FAILED (6.5 sec)\u000a12:45:42.727500 run osmo-hlr_10.42.42.2(pid=9312): ERR: Terminated: ERROR {rc=237} [trial-2375↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9312)]\u000a12:45:42.779338 run osmo-hlr_10.42.42.2(pid=9312): stdout: \u000a| (launched: 2022-12-10_12:45:39.555705) \u000a12:45:42.832773 run osmo-hlr_10.42.42.2(pid=9312): stderr: \u000a| �[0;m�[1;31m20221210124539760 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210124539760 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210124539760 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210124539760 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210124539760 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210124539761 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210124539773 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2375/run.2022-12-10_12-42-03/voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210124539781 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210124539782 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210124539782 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:45:42.904036 run osmo-msc_10.42.42.6(pid=9318): ERR: Terminated: ERROR {rc=2} [trial-2375↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=9318)]\u000a12:45:42.955860 run osmo-msc_10.42.42.6(pid=9318): stdout: \u000a| (launched: 2022-12-10_12:45:41.680665) \u000a12:45:43.008104 run osmo-msc_10.42.42.6(pid=9318): stderr: \u000a| �[0;m�[38;5;43m20221210124542008 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210124542009 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f758d60ac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210124542009 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210124542009 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210124542009 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210124542009 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210124542011 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210124542011 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210124542011 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210124542011 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:45:43.052497 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9311): Terminating (SIGTERM)\u000a12:45:43.094842 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9314): Terminating (SIGTERM)\u000a12:45:43.136811 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9317): Terminating (SIGTERM)\u000a12:45:43.146572 --- ParallelTerminationStrategy: PID 9311 died...\u000a12:45:43.202843 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9311): Terminated: ok {rc=0}\u000a12:45:43.212893 --- ParallelTerminationStrategy: PID 9314 died...\u000a12:45:43.269237 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9314): Terminated: ok {rc=0}\u000a12:45:43.279447 --- ParallelTerminationStrategy: PID 9317 died...\u000a12:45:43.336036 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9317): Terminated: ok {rc=0}\u000a12:45:43.424264 bus /sierra_3: Setting Powered False\u000a12:45:44.533007 bus /sierra_3: Setting Powered False\u000a12:45:45.645709 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 56, "className" : "voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9326): Process ended prematurely: osmo-stp_10.42.42.5(pid=9326) [trial-2375↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9326)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9326): Process ended prematurely: osmo-stp_10.42.42.5(pid=9326) [trial-2375↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9326)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2375 voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a12:45:46.759315 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a12:45:46.771971 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a12:45:46.955585 tst mo_mt_call_osmux.py: using LAC 28488\u000a12:45:47.087384 tst mo_mt_call_osmux.py: using RAC 183\u000a12:45:47.231586 tst mo_mt_call_osmux.py: using CellId 28488\u000a12:45:47.365236 tst mo_mt_call_osmux.py: using BVCI 28489\u000a12:45:47.389654 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a12:45:47.400729 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a12:45:47.411726 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a12:45:47.423197 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a12:45:47.434583 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a12:45:47.445919 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a12:45:47.567738 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a12:45:47.784793 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:45:48.326595 run create_hlr_db(pid=9320): Launched\u000a12:45:48.521343 bus /sierra_2: Setting Powered False\u000a12:45:49.541871 run create_hlr_db(pid=9320): Terminated: ok {rc=0}\u000a12:45:49.989986 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9322): Launched\u000a12:45:50.329402 run osmo-hlr_10.42.42.2(pid=9323): Launched\u000a12:45:50.453469 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:45:51.036837 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9325): Launched\u000a12:45:51.375056 run osmo-stp_10.42.42.5(pid=9326): Launched\u000a12:45:51.497969 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:45:52.114775 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9328): Launched\u000a12:45:52.457761 run osmo-msc_10.42.42.6(pid=9329): Launched\u000a12:45:52.654461 run osmo-stp_10.42.42.5(pid=9326): ERR: Terminated: ERROR {rc=1} [trial-2375↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9326)]\u000a12:45:52.796234 run osmo-stp_10.42.42.5(pid=9326): stdout: \u000a| (launched: 2022-12-10_12:45:51.207730)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:45:52.937321 run osmo-stp_10.42.42.5(pid=9326): stderr: \u000a| �[0;m�[38;5;43m20221210124551407 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210124551408 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210124551408 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210124551408 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210124551409 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210124551409 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210124551409 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:45:53.072315 run osmo-stp_10.42.42.5(pid=9326): stdout: \u000a| (launched: 2022-12-10_12:45:51.207730)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:45:53.206182 run osmo-stp_10.42.42.5(pid=9326): stderr: \u000a| �[0;m�[38;5;43m20221210124551407 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210124551408 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210124551408 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210124551408 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210124551409 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210124551409 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210124551409 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:45:53.265184 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=9326): Process ended prematurely: osmo-stp_10.42.42.5(pid=9326) [trial-2375↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9326)] [trial-2375↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8]\u000a12:45:53.274748 tst mo_mt_call_osmux.py:8: Test FAILED (6.6 sec)\u000a12:45:53.338825 run osmo-hlr_10.42.42.2(pid=9323): ERR: Terminated: ERROR {rc=237} [trial-2375↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9323)]\u000a12:45:53.391411 run osmo-hlr_10.42.42.2(pid=9323): stdout: \u000a| (launched: 2022-12-10_12:45:50.161311) \u000a12:45:53.444602 run osmo-hlr_10.42.42.2(pid=9323): stderr: \u000a| �[0;m�[1;31m20221210124550367 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210124550367 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210124550367 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210124550368 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210124550368 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210124550368 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210124550380 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2375/run.2022-12-10_12-42-03/voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210124550389 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210124550389 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210124550389 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:45:53.517220 run osmo-msc_10.42.42.6(pid=9329): ERR: Terminated: ERROR {rc=2} [trial-2375↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=9329)]\u000a12:45:53.569760 run osmo-msc_10.42.42.6(pid=9329): stdout: \u000a| (launched: 2022-12-10_12:45:52.287503) \u000a12:45:53.622644 run osmo-msc_10.42.42.6(pid=9329): stderr: \u000a| �[0;m�[38;5;43m20221210124552615 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210124552615 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f00a3e4fc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210124552615 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210124552615 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210124552616 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210124552616 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210124552617 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210124552618 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210124552618 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210124552618 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:45:53.667774 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9322): Terminating (SIGTERM)\u000a12:45:53.710812 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9325): Terminating (SIGTERM)\u000a12:45:53.753326 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9328): Terminating (SIGTERM)\u000a12:45:53.763155 --- ParallelTerminationStrategy: PID 9322 died...\u000a12:45:53.820217 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9322): Terminated: ok {rc=0}\u000a12:45:53.830492 --- ParallelTerminationStrategy: PID 9325 died...\u000a12:45:53.886874 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9325): Terminated: ok {rc=0}\u000a12:45:53.897068 --- ParallelTerminationStrategy: PID 9328 died...\u000a12:45:53.953361 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9328): Terminated: ok {rc=0}\u000a12:45:54.041823 bus /sierra_3: Setting Powered False\u000a12:45:55.148822 bus /sierra_3: Setting Powered False\u000a12:45:56.259046 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "6", "name" : "voice_sysmo+mod-bts0-ts-tchf+cfg-codec-fr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T12:45:35" }, { "cases" : [ { "testActions" : [ ], "age" : 45, "className" : "voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9341): Process ended prematurely: osmo-stp_10.42.42.5(pid=9341) [trial-2375↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9341)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9341): Process ended prematurely: osmo-stp_10.42.42.5(pid=9341) [trial-2375↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9341)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2375 voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call.py\u000a----------------------------------------------\u000a12:45:58.229174 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a12:45:58.240685 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a12:45:58.397189 tst mo_mt_call.py: using LAC 28489\u000a12:45:58.530611 tst mo_mt_call.py: using RAC 184\u000a12:45:58.662025 tst mo_mt_call.py: using CellId 28489\u000a12:45:58.793188 tst mo_mt_call.py: using BVCI 28490\u000a12:45:58.818852 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a12:45:58.830285 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a12:45:58.841526 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a12:45:58.852741 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a12:45:58.864000 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a12:45:58.875308 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a12:45:58.992729 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a12:45:59.199871 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:45:59.697361 run create_hlr_db(pid=9335): Launched\u000a12:45:59.878628 bus /sierra_2: Setting Powered False\u000a12:46:00.922991 run create_hlr_db(pid=9335): Terminated: ok {rc=0}\u000a12:46:01.385667 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9337): Launched\u000a12:46:01.768921 run osmo-hlr_10.42.42.2(pid=9338): Launched\u000a12:46:01.966674 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:46:02.569404 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9340): Launched\u000a12:46:02.888306 run osmo-stp_10.42.42.5(pid=9341): Launched\u000a12:46:03.003635 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:46:03.580703 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9343): Launched\u000a12:46:03.900863 run osmo-msc_10.42.42.6(pid=9344): Launched\u000a12:46:04.085546 run osmo-stp_10.42.42.5(pid=9341): ERR: Terminated: ERROR {rc=1} [trial-2375↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9341)]\u000a12:46:04.218446 run osmo-stp_10.42.42.5(pid=9341): stdout: \u000a| (launched: 2022-12-10_12:46:02.729711)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:46:04.349411 run osmo-stp_10.42.42.5(pid=9341): stderr: \u000a| �[0;m�[38;5;43m20221210124602905 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210124602905 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210124602905 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210124602906 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210124602906 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210124602906 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210124602906 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:46:04.475745 run osmo-stp_10.42.42.5(pid=9341): stdout: \u000a| (launched: 2022-12-10_12:46:02.729711)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:46:04.600389 run osmo-stp_10.42.42.5(pid=9341): stderr: \u000a| �[0;m�[38;5;43m20221210124602905 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210124602905 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210124602905 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210124602906 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210124602906 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210124602906 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210124602906 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:46:04.655417 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=9341): Process ended prematurely: osmo-stp_10.42.42.5(pid=9341) [trial-2375↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9341)] [trial-2375↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8]\u000a12:46:04.663982 tst mo_mt_call.py:8: Test FAILED (6.5 sec)\u000a12:46:04.724863 run osmo-hlr_10.42.42.2(pid=9338): ERR: Terminated: ERROR {rc=237} [trial-2375↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9338)]\u000a12:46:04.774510 run osmo-hlr_10.42.42.2(pid=9338): stdout: \u000a| (launched: 2022-12-10_12:46:01.549090) \u000a12:46:04.824852 run osmo-hlr_10.42.42.2(pid=9338): stderr: \u000a| �[0;m�[1;31m20221210124601921 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210124601921 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210124601921 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210124601921 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210124601921 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210124601922 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210124601935 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2375/run.2022-12-10_12-42-03/voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210124601951 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210124601951 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210124601951 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:46:04.892622 run osmo-msc_10.42.42.6(pid=9344): ERR: Terminated: ERROR {rc=2} [trial-2375↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=9344)]\u000a12:46:04.942315 run osmo-msc_10.42.42.6(pid=9344): stdout: \u000a| (launched: 2022-12-10_12:46:03.741569) \u000a12:46:04.992509 run osmo-msc_10.42.42.6(pid=9344): stderr: \u000a| �[0;m�[38;5;43m20221210124604017 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210124604017 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f539e50dc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210124604017 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210124604017 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210124604017 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210124604017 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210124604019 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210124604020 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210124604020 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210124604020 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:46:05.034979 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9337): Terminating (SIGTERM)\u000a12:46:05.074923 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9340): Terminating (SIGTERM)\u000a12:46:05.115063 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9343): Terminating (SIGTERM)\u000a12:46:05.124451 --- ParallelTerminationStrategy: PID 9337 died...\u000a12:46:05.178110 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9337): Terminated: ok {rc=0}\u000a12:46:05.187646 --- ParallelTerminationStrategy: PID 9340 died...\u000a12:46:05.241021 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9340): Terminated: ok {rc=0}\u000a12:46:05.250598 --- ParallelTerminationStrategy: PID 9343 died...\u000a12:46:05.303784 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9343): Terminated: ok {rc=0}\u000a12:46:05.387493 bus /sierra_3: Setting Powered False\u000a12:46:06.494194 bus /sierra_3: Setting Powered False\u000a12:46:07.606155 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 54, "className" : "voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9352): Process ended prematurely: osmo-stp_10.42.42.5(pid=9352) [trial-2375↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9352)]", "failedSince" : 2322, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9352): Process ended prematurely: osmo-stp_10.42.42.5(pid=9352) [trial-2375↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9352)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2375 voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a12:46:08.718655 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a12:46:08.730350 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a12:46:08.878840 tst mo_mt_call_osmux.py: using LAC 28490\u000a12:46:09.008702 tst mo_mt_call_osmux.py: using RAC 185\u000a12:46:09.131272 tst mo_mt_call_osmux.py: using CellId 28490\u000a12:46:09.256245 tst mo_mt_call_osmux.py: using BVCI 28491\u000a12:46:09.280484 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a12:46:09.291608 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a12:46:09.302434 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a12:46:09.313518 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a12:46:09.324795 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a12:46:09.336153 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a12:46:09.453144 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a12:46:09.672861 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:46:10.214973 run create_hlr_db(pid=9346): Launched\u000a12:46:10.411503 bus /sierra_2: Setting Powered False\u000a12:46:11.431169 run create_hlr_db(pid=9346): Terminated: ok {rc=0}\u000a12:46:11.855309 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9348): Launched\u000a12:46:12.174822 run osmo-hlr_10.42.42.2(pid=9349): Launched\u000a12:46:12.294751 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:46:12.845469 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9351): Launched\u000a12:46:13.164903 run osmo-stp_10.42.42.5(pid=9352): Launched\u000a12:46:13.280606 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:46:13.861673 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9354): Launched\u000a12:46:14.180062 run osmo-msc_10.42.42.6(pid=9355): Launched\u000a12:46:14.366649 run osmo-stp_10.42.42.5(pid=9352): ERR: Terminated: ERROR {rc=1} [trial-2375↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9352)]\u000a12:46:14.500539 run osmo-stp_10.42.42.5(pid=9352): stdout: \u000a| (launched: 2022-12-10_12:46:13.006159)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:46:14.632346 run osmo-stp_10.42.42.5(pid=9352): stderr: \u000a| �[0;m�[38;5;43m20221210124613182 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210124613182 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210124613182 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210124613182 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210124613183 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210124613183 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210124613183 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:46:14.759310 run osmo-stp_10.42.42.5(pid=9352): stdout: \u000a| (launched: 2022-12-10_12:46:13.006159)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:46:14.886018 run osmo-stp_10.42.42.5(pid=9352): stderr: \u000a| �[0;m�[38;5;43m20221210124613182 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210124613182 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210124613182 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210124613182 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210124613183 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210124613183 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210124613183 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:46:14.941582 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=9352): Process ended prematurely: osmo-stp_10.42.42.5(pid=9352) [trial-2375↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9352)] [trial-2375↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8]\u000a12:46:14.950351 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a12:46:15.011670 run osmo-hlr_10.42.42.2(pid=9349): ERR: Terminated: ERROR {rc=237} [trial-2375↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9349)]\u000a12:46:15.061913 run osmo-hlr_10.42.42.2(pid=9349): stdout: \u000a| (launched: 2022-12-10_12:46:12.016162) \u000a12:46:15.112588 run osmo-hlr_10.42.42.2(pid=9349): stderr: \u000a| �[0;m�[1;31m20221210124612198 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210124612198 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210124612198 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210124612198 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210124612198 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210124612198 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210124612210 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2375/run.2022-12-10_12-42-03/voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210124612218 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210124612219 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210124612219 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:46:15.181306 run osmo-msc_10.42.42.6(pid=9355): ERR: Terminated: ERROR {rc=2} [trial-2375↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=9355)]\u000a12:46:15.231507 run osmo-msc_10.42.42.6(pid=9355): stdout: \u000a| (launched: 2022-12-10_12:46:14.022233) \u000a12:46:15.282081 run osmo-msc_10.42.42.6(pid=9355): stderr: \u000a| �[0;m�[38;5;43m20221210124614298 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210124614298 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f7570d64c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210124614298 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210124614298 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210124614298 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210124614299 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210124614300 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210124614301 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210124614301 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210124614301 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:46:15.324426 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9348): Terminating (SIGTERM)\u000a12:46:15.365294 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9351): Terminating (SIGTERM)\u000a12:46:15.405727 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9354): Terminating (SIGTERM)\u000a12:46:15.415168 --- ParallelTerminationStrategy: PID 9348 died...\u000a12:46:15.469366 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9348): Terminated: ok {rc=0}\u000a12:46:15.479162 --- ParallelTerminationStrategy: PID 9351 died...\u000a12:46:15.533196 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9351): Terminated: ok {rc=0}\u000a12:46:15.542872 --- ParallelTerminationStrategy: PID 9354 died...\u000a12:46:15.596635 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9354): Terminated: ok {rc=0}\u000a12:46:15.687378 bus /sierra_3: Setting Powered False\u000a12:46:16.807566 bus /sierra_3: Setting Powered False\u000a12:46:17.916393 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "7", "name" : "voice_sysmo+mod-bts0-ts-tchh+cfg-codec-hr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T12:45:57" }, { "cases" : [ { "testActions" : [ ], "age" : 45, "className" : "voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9366): Process ended prematurely: osmo-stp_10.42.42.5(pid=9366) [trial-2375↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9366)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9366): Process ended prematurely: osmo-stp_10.42.42.5(pid=9366) [trial-2375↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9366)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2375 voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call.py\u000a----------------------------------------------\u000a12:46:19.878577 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a12:46:19.889661 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a12:46:20.037106 tst mo_mt_call.py: using LAC 28491\u000a12:46:20.159719 tst mo_mt_call.py: using RAC 186\u000a12:46:20.282225 tst mo_mt_call.py: using CellId 28491\u000a12:46:20.404562 tst mo_mt_call.py: using BVCI 28492\u000a12:46:20.428693 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a12:46:20.439731 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a12:46:20.450597 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a12:46:20.461746 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a12:46:20.472923 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a12:46:20.484202 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a12:46:20.605191 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a12:46:20.814300 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:46:21.314033 run create_hlr_db(pid=9360): Launched\u000a12:46:21.495571 bus /sierra_2: Setting Powered False\u000a12:46:22.516079 run create_hlr_db(pid=9360): Terminated: ok {rc=0}\u000a12:46:22.962127 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9362): Launched\u000a12:46:23.301960 run osmo-hlr_10.42.42.2(pid=9363): Launched\u000a12:46:23.426684 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:46:24.014114 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9365): Launched\u000a12:46:24.354452 run osmo-stp_10.42.42.5(pid=9366): Launched\u000a12:46:24.477078 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:46:25.091062 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9368): Launched\u000a12:46:25.431989 run osmo-msc_10.42.42.6(pid=9369): Launched\u000a12:46:25.629353 run osmo-stp_10.42.42.5(pid=9366): ERR: Terminated: ERROR {rc=1} [trial-2375↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9366)]\u000a12:46:25.772112 run osmo-stp_10.42.42.5(pid=9366): stdout: \u000a| (launched: 2022-12-10_12:46:24.185488)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:46:25.912486 run osmo-stp_10.42.42.5(pid=9366): stderr: \u000a| �[0;m�[38;5;43m20221210124624384 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210124624384 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210124624385 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210124624385 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210124624386 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210124624386 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210124624386 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:46:26.047052 run osmo-stp_10.42.42.5(pid=9366): stdout: \u000a| (launched: 2022-12-10_12:46:24.185488)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:46:26.180531 run osmo-stp_10.42.42.5(pid=9366): stderr: \u000a| �[0;m�[38;5;43m20221210124624384 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210124624384 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210124624385 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210124624385 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210124624386 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210124624386 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210124624386 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:46:26.239339 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=9366): Process ended prematurely: osmo-stp_10.42.42.5(pid=9366) [trial-2375↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9366)] [trial-2375↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8]\u000a12:46:26.248532 tst mo_mt_call.py:8: Test FAILED (6.4 sec)\u000a12:46:26.311846 run osmo-hlr_10.42.42.2(pid=9363): ERR: Terminated: ERROR {rc=237} [trial-2375↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9363)]\u000a12:46:26.364350 run osmo-hlr_10.42.42.2(pid=9363): stdout: \u000a| (launched: 2022-12-10_12:46:23.133758) \u000a12:46:26.417176 run osmo-hlr_10.42.42.2(pid=9363): stderr: \u000a| �[0;m�[1;31m20221210124623336 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210124623336 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210124623336 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210124623336 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210124623336 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210124623336 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210124623349 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2375/run.2022-12-10_12-42-03/voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210124623358 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210124623358 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210124623358 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:46:26.488807 run osmo-msc_10.42.42.6(pid=9369): ERR: Terminated: ERROR {rc=2} [trial-2375↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=9369)]\u000a12:46:26.541035 run osmo-msc_10.42.42.6(pid=9369): stdout: \u000a| (launched: 2022-12-10_12:46:25.262754) \u000a12:46:26.593842 run osmo-msc_10.42.42.6(pid=9369): stderr: \u000a| �[0;m�[38;5;43m20221210124625592 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210124625592 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f90ee34dc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210124625592 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210124625592 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210124625592 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210124625592 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210124625594 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210124625594 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210124625595 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210124625595 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:46:26.638905 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9362): Terminating (SIGTERM)\u000a12:46:26.681563 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9365): Terminating (SIGTERM)\u000a12:46:26.724287 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9368): Terminating (SIGTERM)\u000a12:46:26.734164 --- ParallelTerminationStrategy: PID 9362 died...\u000a12:46:26.790474 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9362): Terminated: ok {rc=0}\u000a12:46:26.800562 --- ParallelTerminationStrategy: PID 9365 died...\u000a12:46:26.856542 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9365): Terminated: ok {rc=0}\u000a12:46:26.866601 --- ParallelTerminationStrategy: PID 9368 died...\u000a12:46:26.922729 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9368): Terminated: ok {rc=0}\u000a12:46:27.010576 bus /sierra_3: Setting Powered False\u000a12:46:28.118175 bus /sierra_3: Setting Powered False\u000a12:46:29.230741 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 45, "className" : "voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9377): Process ended prematurely: osmo-stp_10.42.42.5(pid=9377) [trial-2375↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9377)]", "failedSince" : 2331, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9377): Process ended prematurely: osmo-stp_10.42.42.5(pid=9377) [trial-2375↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9377)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2375 voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a12:46:30.343431 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a12:46:30.356353 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a12:46:30.517961 tst mo_mt_call_osmux.py: using LAC 28492\u000a12:46:30.651955 tst mo_mt_call_osmux.py: using RAC 187\u000a12:46:30.787271 tst mo_mt_call_osmux.py: using CellId 28492\u000a12:46:30.937747 tst mo_mt_call_osmux.py: using BVCI 28493\u000a12:46:30.963189 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a12:46:30.975148 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a12:46:30.988213 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a12:46:31.001189 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a12:46:31.013215 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a12:46:31.026412 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a12:46:31.149304 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a12:46:31.427957 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:46:32.013534 run create_hlr_db(pid=9371): Launched\u000a12:46:32.212498 bus /sierra_2: Setting Powered False\u000a12:46:33.228565 run create_hlr_db(pid=9371): Terminated: ok {rc=0}\u000a12:46:33.675736 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9373): Launched\u000a12:46:34.012042 run osmo-hlr_10.42.42.2(pid=9374): Launched\u000a12:46:34.135823 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:46:34.721802 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9376): Launched\u000a12:46:35.057925 run osmo-stp_10.42.42.5(pid=9377): Launched\u000a12:46:35.179949 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:46:35.794269 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9379): Launched\u000a12:46:36.131397 run osmo-msc_10.42.42.6(pid=9380): Launched\u000a12:46:36.327319 run osmo-stp_10.42.42.5(pid=9377): ERR: Terminated: ERROR {rc=1} [trial-2375↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9377)]\u000a12:46:36.468733 run osmo-stp_10.42.42.5(pid=9377): stdout: \u000a| (launched: 2022-12-10_12:46:34.892403)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:46:36.608367 run osmo-stp_10.42.42.5(pid=9377): stderr: \u000a| �[0;m�[38;5;43m20221210124635089 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210124635089 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210124635089 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210124635090 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210124635090 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210124635090 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210124635090 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:46:36.742782 run osmo-stp_10.42.42.5(pid=9377): stdout: \u000a| (launched: 2022-12-10_12:46:34.892403)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:46:36.875642 run osmo-stp_10.42.42.5(pid=9377): stderr: \u000a| �[0;m�[38;5;43m20221210124635089 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210124635089 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210124635089 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210124635090 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210124635090 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210124635090 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210124635090 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:46:36.934194 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=9377): Process ended prematurely: osmo-stp_10.42.42.5(pid=9377) [trial-2375↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9377)] [trial-2375↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8]\u000a12:46:36.943412 tst mo_mt_call_osmux.py:8: Test FAILED (6.6 sec)\u000a12:46:37.006121 run osmo-hlr_10.42.42.2(pid=9374): ERR: Terminated: ERROR {rc=237} [trial-2375↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9374)]\u000a12:46:37.057471 run osmo-hlr_10.42.42.2(pid=9374): stdout: \u000a| (launched: 2022-12-10_12:46:33.847239) \u000a12:46:37.109629 run osmo-hlr_10.42.42.2(pid=9374): stderr: \u000a| �[0;m�[1;31m20221210124634050 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210124634050 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210124634050 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210124634050 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210124634050 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210124634050 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210124634061 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2375/run.2022-12-10_12-42-03/voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210124634070 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210124634070 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210124634070 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:46:37.180383 run osmo-msc_10.42.42.6(pid=9380): ERR: Terminated: ERROR {rc=2} [trial-2375↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=9380)]\u000a12:46:37.232113 run osmo-msc_10.42.42.6(pid=9380): stdout: \u000a| (launched: 2022-12-10_12:46:35.966131) \u000a12:46:37.284232 run osmo-msc_10.42.42.6(pid=9380): stderr: \u000a| �[0;m�[38;5;43m20221210124636293 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210124636294 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f56c1f46c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210124636294 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210124636294 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210124636294 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210124636294 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210124636296 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210124636296 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210124636296 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210124636296 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:46:37.328866 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9373): Terminating (SIGTERM)\u000a12:46:37.370987 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9376): Terminating (SIGTERM)\u000a12:46:37.413086 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9379): Terminating (SIGTERM)\u000a12:46:37.422673 --- ParallelTerminationStrategy: PID 9373 died...\u000a12:46:37.478873 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9373): Terminated: ok {rc=0}\u000a12:46:37.488845 --- ParallelTerminationStrategy: PID 9376 died...\u000a12:46:37.544888 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9376): Terminated: ok {rc=0}\u000a12:46:37.554784 --- ParallelTerminationStrategy: PID 9379 died...\u000a12:46:37.610305 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9379): Terminated: ok {rc=0}\u000a12:46:37.698191 bus /sierra_3: Setting Powered False\u000a12:46:38.802665 bus /sierra_3: Setting Powered False\u000a12:46:39.915203 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "8", "name" : "voice_sysmo+mod-bts0-ts-tchh+cfg-codec-hr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T12:46:19" }, { "cases" : [ { "testActions" : [ ], "age" : 45, "className" : "voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9391): Process ended prematurely: osmo-stp_10.42.42.5(pid=9391) [trial-2375↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9391)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9391): Process ended prematurely: osmo-stp_10.42.42.5(pid=9391) [trial-2375↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9391)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2375 voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call.py\u000a----------------------------------------------\u000a12:46:41.881552 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a12:46:41.893222 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a12:46:42.047456 tst mo_mt_call.py: using LAC 28493\u000a12:46:42.179066 tst mo_mt_call.py: using RAC 188\u000a12:46:42.310160 tst mo_mt_call.py: using CellId 28493\u000a12:46:42.442417 tst mo_mt_call.py: using BVCI 28494\u000a12:46:42.468167 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a12:46:42.479703 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a12:46:42.491431 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a12:46:42.502887 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a12:46:42.514290 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a12:46:42.525701 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a12:46:42.642754 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a12:46:42.859731 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:46:43.399412 run create_hlr_db(pid=9385): Launched\u000a12:46:43.593365 bus /sierra_2: Setting Powered False\u000a12:46:44.614545 run create_hlr_db(pid=9385): Terminated: ok {rc=0}\u000a12:46:45.039030 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9387): Launched\u000a12:46:45.359390 run osmo-hlr_10.42.42.2(pid=9388): Launched\u000a12:46:45.483707 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:46:46.088023 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9390): Launched\u000a12:46:46.585149 run osmo-stp_10.42.42.5(pid=9391): Launched\u000a12:46:46.710512 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:46:47.308595 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9393): Launched\u000a12:46:47.631485 run osmo-msc_10.42.42.6(pid=9394): Launched\u000a12:46:47.816623 run osmo-stp_10.42.42.5(pid=9391): ERR: Terminated: ERROR {rc=1} [trial-2375↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9391)]\u000a12:46:47.950742 run osmo-stp_10.42.42.5(pid=9391): stdout: \u000a| (launched: 2022-12-10_12:46:46.251189)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:46:48.083076 run osmo-stp_10.42.42.5(pid=9391): stderr: \u000a| �[0;m�[38;5;43m20221210124646476 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210124646478 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210124646478 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210124646480 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210124646482 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210124646482 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210124646482 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:46:48.210222 run osmo-stp_10.42.42.5(pid=9391): stdout: \u000a| (launched: 2022-12-10_12:46:46.251189)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:46:48.335757 run osmo-stp_10.42.42.5(pid=9391): stderr: \u000a| �[0;m�[38;5;43m20221210124646476 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210124646478 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210124646478 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210124646480 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210124646482 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210124646482 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210124646482 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:46:48.391165 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=9391): Process ended prematurely: osmo-stp_10.42.42.5(pid=9391) [trial-2375↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9391)] [trial-2375↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8]\u000a12:46:48.399870 tst mo_mt_call.py:8: Test FAILED (6.6 sec)\u000a12:46:48.460716 run osmo-hlr_10.42.42.2(pid=9388): ERR: Terminated: ERROR {rc=237} [trial-2375↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9388)]\u000a12:46:48.510627 run osmo-hlr_10.42.42.2(pid=9388): stdout: \u000a| (launched: 2022-12-10_12:46:45.199819) \u000a12:46:48.561242 run osmo-hlr_10.42.42.2(pid=9388): stderr: \u000a| �[0;m�[1;31m20221210124645382 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210124645382 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210124645382 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210124645382 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210124645382 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210124645382 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210124645395 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2375/run.2022-12-10_12-42-03/voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210124645405 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210124645406 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210124645406 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:46:48.629511 run osmo-msc_10.42.42.6(pid=9394): ERR: Terminated: ERROR {rc=2} [trial-2375↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=9394)]\u000a12:46:48.679453 run osmo-msc_10.42.42.6(pid=9394): stdout: \u000a| (launched: 2022-12-10_12:46:47.470086) \u000a12:46:48.730141 run osmo-msc_10.42.42.6(pid=9394): stderr: \u000a| �[0;m�[38;5;43m20221210124647747 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210124647747 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f0f06d6dc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210124647747 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210124647747 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210124647747 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210124647747 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210124647749 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210124647750 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210124647750 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210124647750 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:46:48.772473 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9387): Terminating (SIGTERM)\u000a12:46:48.813013 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9390): Terminating (SIGTERM)\u000a12:46:48.853321 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9393): Terminating (SIGTERM)\u000a12:46:48.862930 --- ParallelTerminationStrategy: PID 9387 died...\u000a12:46:48.916809 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9387): Terminated: ok {rc=0}\u000a12:46:48.926896 --- ParallelTerminationStrategy: PID 9390 died...\u000a12:46:48.981851 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9390): Terminated: ok {rc=0}\u000a12:46:48.991712 --- ParallelTerminationStrategy: PID 9393 died...\u000a12:46:49.045994 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9393): Terminated: ok {rc=0}\u000a12:46:49.136151 bus /sierra_3: Setting Powered False\u000a12:46:50.242278 bus /sierra_3: Setting Powered False\u000a12:46:51.356103 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 56, "className" : "voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9402): Process ended prematurely: osmo-stp_10.42.42.5(pid=9402) [trial-2375↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9402)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9402): Process ended prematurely: osmo-stp_10.42.42.5(pid=9402) [trial-2375↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9402)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2375 voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call_osmux.py\u000a----------------------------------------------\u000a12:46:52.469784 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a12:46:52.481706 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a12:46:52.631957 tst mo_mt_call_osmux.py: using LAC 28494\u000a12:46:52.757986 tst mo_mt_call_osmux.py: using RAC 189\u000a12:46:52.884214 tst mo_mt_call_osmux.py: using CellId 28494\u000a12:46:53.009529 tst mo_mt_call_osmux.py: using BVCI 28495\u000a12:46:53.033703 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a12:46:53.044661 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a12:46:53.055715 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a12:46:53.066900 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a12:46:53.078220 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a12:46:53.089443 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a12:46:53.211177 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a12:46:53.420560 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:46:53.920639 run create_hlr_db(pid=9396): Launched\u000a12:46:54.102634 bus /sierra_2: Setting Powered False\u000a12:46:55.123759 run create_hlr_db(pid=9396): Terminated: ok {rc=0}\u000a12:46:55.566783 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9398): Launched\u000a12:46:55.887563 run osmo-hlr_10.42.42.2(pid=9399): Launched\u000a12:46:56.003492 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:46:56.553013 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9401): Launched\u000a12:46:56.871019 run osmo-stp_10.42.42.5(pid=9402): Launched\u000a12:46:56.985973 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:46:57.561157 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9404): Launched\u000a12:46:57.879697 run osmo-msc_10.42.42.6(pid=9405): Launched\u000a12:46:58.066489 run osmo-stp_10.42.42.5(pid=9402): ERR: Terminated: ERROR {rc=1} [trial-2375↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9402)]\u000a12:46:58.200330 run osmo-stp_10.42.42.5(pid=9402): stdout: \u000a| (launched: 2022-12-10_12:46:56.713142)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:46:58.331445 run osmo-stp_10.42.42.5(pid=9402): stderr: \u000a| �[0;m�[38;5;43m20221210124656887 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210124656887 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210124656887 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210124656888 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210124656890 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210124656890 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210124656890 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:46:58.457785 run osmo-stp_10.42.42.5(pid=9402): stdout: \u000a| (launched: 2022-12-10_12:46:56.713142)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:46:58.582936 run osmo-stp_10.42.42.5(pid=9402): stderr: \u000a| �[0;m�[38;5;43m20221210124656887 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210124656887 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210124656887 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210124656888 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210124656890 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210124656890 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210124656890 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:46:58.637878 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=9402): Process ended prematurely: osmo-stp_10.42.42.5(pid=9402) [trial-2375↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9402)] [trial-2375↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8]\u000a12:46:58.646467 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a12:46:58.706728 run osmo-hlr_10.42.42.2(pid=9399): ERR: Terminated: ERROR {rc=237} [trial-2375↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9399)]\u000a12:46:58.755589 run osmo-hlr_10.42.42.2(pid=9399): stdout: \u000a| (launched: 2022-12-10_12:46:55.727762) \u000a12:46:58.805816 run osmo-hlr_10.42.42.2(pid=9399): stderr: \u000a| �[0;m�[1;31m20221210124655910 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210124655910 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210124655910 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210124655910 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210124655910 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210124655910 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210124655923 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2375/run.2022-12-10_12-42-03/voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210124655933 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210124655933 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210124655933 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:46:58.873504 run osmo-msc_10.42.42.6(pid=9405): ERR: Terminated: ERROR {rc=2} [trial-2375↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=9405)]\u000a12:46:58.922659 run osmo-msc_10.42.42.6(pid=9405): stdout: \u000a| (launched: 2022-12-10_12:46:57.720914) \u000a12:46:58.972393 run osmo-msc_10.42.42.6(pid=9405): stderr: \u000a| �[0;m�[38;5;43m20221210124657997 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210124657997 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f0c4cf1dc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210124657998 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210124657998 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210124657998 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210124657998 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210124658000 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210124658000 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210124658000 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210124658000 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:46:59.014382 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9398): Terminating (SIGTERM)\u000a12:46:59.054433 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9401): Terminating (SIGTERM)\u000a12:46:59.094496 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9404): Terminating (SIGTERM)\u000a12:46:59.103922 --- ParallelTerminationStrategy: PID 9398 died...\u000a12:46:59.157613 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9398): Terminated: ok {rc=0}\u000a12:46:59.167231 --- ParallelTerminationStrategy: PID 9401 died...\u000a12:46:59.220432 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9401): Terminated: ok {rc=0}\u000a12:46:59.230143 --- ParallelTerminationStrategy: PID 9404 died...\u000a12:46:59.283164 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9404): Terminated: ok {rc=0}\u000a12:46:59.366475 bus /sierra_3: Setting Powered False\u000a12:47:00.473894 bus /sierra_3: Setting Powered False\u000a12:47:01.584693 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "9", "name" : "voice_sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T12:46:41" }, { "cases" : [ { "testActions" : [ ], "age" : 45, "className" : "voice:sysmo+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9417): Process ended prematurely: osmo-stp_10.42.42.5(pid=9417) [trial-2375↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9417)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9417): Process ended prematurely: osmo-stp_10.42.42.5(pid=9417) [trial-2375↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9417)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2375 voice:sysmo+mod-bts0-dynts-osmo mo_mt_call.py\u000a----------------------------------------------\u000a12:47:03.557308 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a12:47:03.568863 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a12:47:03.723151 tst mo_mt_call.py: using LAC 28495\u000a12:47:03.855175 tst mo_mt_call.py: using RAC 190\u000a12:47:03.988571 tst mo_mt_call.py: using CellId 28495\u000a12:47:04.124756 tst mo_mt_call.py: using BVCI 28496\u000a12:47:04.150377 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a12:47:04.161670 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a12:47:04.172713 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a12:47:04.183774 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a12:47:04.194920 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a12:47:04.206078 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a12:47:04.329797 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a12:47:04.541365 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:47:05.042783 run create_hlr_db(pid=9411): Launched\u000a12:47:05.225069 bus /sierra_2: Setting Powered False\u000a12:47:06.246010 run create_hlr_db(pid=9411): Terminated: ok {rc=0}\u000a12:47:06.695076 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9413): Launched\u000a12:47:07.033148 run osmo-hlr_10.42.42.2(pid=9414): Launched\u000a12:47:07.159008 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:47:07.747845 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9416): Launched\u000a12:47:08.088287 run osmo-stp_10.42.42.5(pid=9417): Launched\u000a12:47:08.210968 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:47:08.827293 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9419): Launched\u000a12:47:09.166462 run osmo-msc_10.42.42.6(pid=9420): Launched\u000a12:47:09.363686 run osmo-stp_10.42.42.5(pid=9417): ERR: Terminated: ERROR {rc=1} [trial-2375↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9417)]\u000a12:47:09.505793 run osmo-stp_10.42.42.5(pid=9417): stdout: \u000a| (launched: 2022-12-10_12:47:07.920176)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:47:09.646406 run osmo-stp_10.42.42.5(pid=9417): stderr: \u000a| �[0;m�[38;5;43m20221210124708118 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210124708118 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210124708118 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210124708118 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210124708121 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210124708121 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210124708121 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:47:09.781512 run osmo-stp_10.42.42.5(pid=9417): stdout: \u000a| (launched: 2022-12-10_12:47:07.920176)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:47:09.915553 run osmo-stp_10.42.42.5(pid=9417): stderr: \u000a| �[0;m�[38;5;43m20221210124708118 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210124708118 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210124708118 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210124708118 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210124708121 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210124708121 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210124708121 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:47:09.974417 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=9417): Process ended prematurely: osmo-stp_10.42.42.5(pid=9417) [trial-2375↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9417)] [trial-2375↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call.py:8]\u000a12:47:09.983684 tst mo_mt_call.py:8: Test FAILED (6.5 sec)\u000a12:47:10.047069 run osmo-hlr_10.42.42.2(pid=9414): ERR: Terminated: ERROR {rc=237} [trial-2375↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9414)]\u000a12:47:10.099591 run osmo-hlr_10.42.42.2(pid=9414): stdout: \u000a| (launched: 2022-12-10_12:47:06.866168) \u000a12:47:10.152688 run osmo-hlr_10.42.42.2(pid=9414): stderr: \u000a| �[0;m�[1;31m20221210124707069 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210124707069 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210124707070 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210124707070 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210124707070 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210124707070 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210124707082 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2375/run.2022-12-10_12-42-03/voice:sysmo+mod-bts0-dynts-osmo/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210124707091 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210124707091 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210124707091 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:47:10.224622 run osmo-msc_10.42.42.6(pid=9420): ERR: Terminated: ERROR {rc=2} [trial-2375↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=9420)]\u000a12:47:10.276986 run osmo-msc_10.42.42.6(pid=9420): stdout: \u000a| (launched: 2022-12-10_12:47:08.999381) \u000a12:47:10.329888 run osmo-msc_10.42.42.6(pid=9420): stderr: \u000a| �[0;m�[38;5;43m20221210124709326 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210124709326 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f334a1f9c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210124709326 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210124709326 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210124709326 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210124709326 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210124709328 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210124709328 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210124709329 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210124709329 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:47:10.375237 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9413): Terminating (SIGTERM)\u000a12:47:10.417918 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9416): Terminating (SIGTERM)\u000a12:47:10.460480 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9419): Terminating (SIGTERM)\u000a12:47:10.470310 --- ParallelTerminationStrategy: PID 9413 died...\u000a12:47:10.527039 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9413): Terminated: ok {rc=0}\u000a12:47:10.537169 --- ParallelTerminationStrategy: PID 9416 died...\u000a12:47:10.593580 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9416): Terminated: ok {rc=0}\u000a12:47:10.603668 --- ParallelTerminationStrategy: PID 9419 died...\u000a12:47:10.659931 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9419): Terminated: ok {rc=0}\u000a12:47:10.748794 bus /sierra_3: Setting Powered False\u000a12:47:11.857826 bus /sierra_3: Setting Powered False\u000a12:47:12.966634 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 56, "className" : "voice:sysmo+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9428): Process ended prematurely: osmo-stp_10.42.42.5(pid=9428) [trial-2375↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9428)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9428): Process ended prematurely: osmo-stp_10.42.42.5(pid=9428) [trial-2375↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9428)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2375 voice:sysmo+mod-bts0-dynts-osmo mo_mt_call_osmux.py\u000a----------------------------------------------\u000a12:47:14.083496 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a12:47:14.095501 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a12:47:14.253415 tst mo_mt_call_osmux.py: using LAC 28496\u000a12:47:14.387594 tst mo_mt_call_osmux.py: using RAC 191\u000a12:47:14.521368 tst mo_mt_call_osmux.py: using CellId 28496\u000a12:47:14.655207 tst mo_mt_call_osmux.py: using BVCI 28497\u000a12:47:14.680901 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a12:47:14.692324 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a12:47:14.703429 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a12:47:14.714571 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a12:47:14.725720 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a12:47:14.736848 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a12:47:14.860987 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a12:47:15.079397 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:47:15.620344 run create_hlr_db(pid=9422): Launched\u000a12:47:15.814891 bus /sierra_2: Setting Powered False\u000a12:47:16.830974 run create_hlr_db(pid=9422): Terminated: ok {rc=0}\u000a12:47:17.358556 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9424): Launched\u000a12:47:17.680037 run osmo-hlr_10.42.42.2(pid=9425): Launched\u000a12:47:17.801660 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:47:18.361074 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9427): Launched\u000a12:47:18.682975 run osmo-stp_10.42.42.5(pid=9428): Launched\u000a12:47:18.799951 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:47:19.379917 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9430): Launched\u000a12:47:19.700213 run osmo-msc_10.42.42.6(pid=9431): Launched\u000a12:47:19.886688 run osmo-stp_10.42.42.5(pid=9428): ERR: Terminated: ERROR {rc=1} [trial-2375↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9428)]\u000a12:47:20.020735 run osmo-stp_10.42.42.5(pid=9428): stdout: \u000a| (launched: 2022-12-10_12:47:18.522377)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:47:20.152350 run osmo-stp_10.42.42.5(pid=9428): stderr: \u000a| �[0;m�[38;5;43m20221210124718697 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210124718697 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210124718697 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210124718698 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210124718698 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210124718698 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210124718698 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:47:20.279375 run osmo-stp_10.42.42.5(pid=9428): stdout: \u000a| (launched: 2022-12-10_12:47:18.522377)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:47:20.405414 run osmo-stp_10.42.42.5(pid=9428): stderr: \u000a| �[0;m�[38;5;43m20221210124718697 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210124718697 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210124718697 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210124718698 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210124718698 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210124718698 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210124718698 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:47:20.460689 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=9428): Process ended prematurely: osmo-stp_10.42.42.5(pid=9428) [trial-2375↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9428)] [trial-2375↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8]\u000a12:47:20.469524 tst mo_mt_call_osmux.py:8: Test FAILED (6.4 sec)\u000a12:47:20.530604 run osmo-hlr_10.42.42.2(pid=9425): ERR: Terminated: ERROR {rc=237} [trial-2375↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9425)]\u000a12:47:20.580452 run osmo-hlr_10.42.42.2(pid=9425): stdout: \u000a| (launched: 2022-12-10_12:47:17.519180) \u000a12:47:20.631067 run osmo-hlr_10.42.42.2(pid=9425): stderr: \u000a| �[0;m�[1;31m20221210124717700 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210124717700 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210124717700 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210124717700 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210124717700 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210124717700 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210124717713 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2375/run.2022-12-10_12-42-03/voice:sysmo+mod-bts0-dynts-osmo/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210124717721 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210124717721 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210124717721 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:47:20.699580 run osmo-msc_10.42.42.6(pid=9431): ERR: Terminated: ERROR {rc=2} [trial-2375↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=9431)]\u000a12:47:20.749611 run osmo-msc_10.42.42.6(pid=9431): stdout: \u000a| (launched: 2022-12-10_12:47:19.540373) \u000a12:47:20.800016 run osmo-msc_10.42.42.6(pid=9431): stderr: \u000a| �[0;m�[38;5;43m20221210124719818 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210124719818 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fd636c28c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210124719818 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210124719818 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210124719818 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210124719819 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210124719820 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210124719821 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210124719821 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210124719821 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:47:20.842672 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9424): Terminating (SIGTERM)\u000a12:47:20.883224 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9427): Terminating (SIGTERM)\u000a12:47:20.924198 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9430): Terminating (SIGTERM)\u000a12:47:20.933587 --- ParallelTerminationStrategy: PID 9424 died...\u000a12:47:20.987592 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9424): Terminated: ok {rc=0}\u000a12:47:20.997338 --- ParallelTerminationStrategy: PID 9427 died...\u000a12:47:21.051207 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9427): Terminated: ok {rc=0}\u000a12:47:21.060812 --- ParallelTerminationStrategy: PID 9430 died...\u000a12:47:21.114567 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9430): Terminated: ok {rc=0}\u000a12:47:21.200126 bus /sierra_3: Setting Powered False\u000a12:47:22.308143 bus /sierra_3: Setting Powered False\u000a12:47:23.417587 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "10", "name" : "voice_sysmo+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T12:47:03" }, { "cases" : [ { "testActions" : [ ], "age" : 45, "className" : "emergency:sysmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9442): Process ended prematurely: osmo-stp_10.42.42.5(pid=9442) [trial-2375↪emergency:sysmo↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9442)]", "failedSince" : 2331, "name" : "emergency_mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_mo_mt_call.py\", line 19, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9442): Process ended prematurely: osmo-stp_10.42.42.5(pid=9442) [trial-2375↪emergency:sysmo↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9442)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2375 emergency:sysmo emergency_mo_mt_call.py\u000a----------------------------------------------\u000a12:47:25.398012 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a12:47:25.409110 tst emergency:sysmo: Using 1 x bts (candidates: 1)\u000a12:47:25.541155 tst emergency_mo_mt_call.py: using LAC 28497\u000a12:47:25.668836 tst emergency_mo_mt_call.py: using RAC 192\u000a12:47:25.796576 tst emergency_mo_mt_call.py: using CellId 28497\u000a12:47:25.923844 tst emergency_mo_mt_call.py: using BVCI 28498\u000a12:47:25.948866 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a12:47:25.959914 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a12:47:25.970843 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a12:47:25.981866 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a12:47:25.992754 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a12:47:26.003659 tst emergency:sysmo: Using 1 x modem (candidates: 4)\u000a12:47:26.120457 tst emergency:sysmo: Using 1 x modem (candidates: 4)\u000a12:47:26.330282 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:47:26.824342 run create_hlr_db(pid=9436): Launched\u000a12:47:27.005172 bus /sierra_2: Setting Powered False\u000a12:47:28.023944 run create_hlr_db(pid=9436): Terminated: ok {rc=0}\u000a12:47:28.442394 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9438): Launched\u000a12:47:28.757870 run osmo-hlr_10.42.42.2(pid=9439): Launched\u000a12:47:28.878585 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:47:29.430541 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9441): Launched\u000a12:47:29.745512 run osmo-stp_10.42.42.5(pid=9442): Launched\u000a12:47:29.876144 tst emergency_mo_mt_call.py: using MSISDN 7747\u000a12:47:30.032507 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:47:30.600883 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9444): Launched\u000a12:47:31.019467 run osmo-msc_10.42.42.6(pid=9445): Launched\u000a12:47:31.243229 run osmo-stp_10.42.42.5(pid=9442): ERR: Terminated: ERROR {rc=1} [trial-2375↪emergency:sysmo↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9442)]\u000a12:47:31.446611 run osmo-stp_10.42.42.5(pid=9442): stdout: \u000a| (launched: 2022-12-10_12:47:29.588513)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:47:31.590388 run osmo-stp_10.42.42.5(pid=9442): stderr: \u000a| �[0;m�[38;5;43m20221210124729763 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210124729763 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210124729763 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210124729764 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210124729764 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210124729764 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210124729764 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:47:31.744266 run osmo-stp_10.42.42.5(pid=9442): stdout: \u000a| (launched: 2022-12-10_12:47:29.588513)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:47:31.872052 run osmo-stp_10.42.42.5(pid=9442): stderr: \u000a| �[0;m�[38;5;43m20221210124729763 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210124729763 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210124729763 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210124729764 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210124729764 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210124729764 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210124729764 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:47:31.927801 tst emergency_mo_mt_call.py:19: ERR: Error: osmo-stp_10.42.42.5(pid=9442): Process ended prematurely: osmo-stp_10.42.42.5(pid=9442) [trial-2375↪emergency:sysmo↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9442)] [trial-2375↪emergency:sysmo↪emergency_mo_mt_call.py:19]\u000a12:47:31.936836 tst emergency_mo_mt_call.py:19: Test FAILED (6.5 sec)\u000a12:47:32.001257 run osmo-hlr_10.42.42.2(pid=9439): ERR: Terminated: ERROR {rc=237} [trial-2375↪emergency:sysmo↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9439)]\u000a12:47:32.053451 run osmo-hlr_10.42.42.2(pid=9439): stdout: \u000a| (launched: 2022-12-10_12:47:28.600597) \u000a12:47:32.106392 run osmo-hlr_10.42.42.2(pid=9439): stderr: \u000a| �[0;m�[1;31m20221210124728782 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210124728782 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210124728782 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210124728782 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210124728782 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210124728782 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210124728795 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2375/run.2022-12-10_12-42-03/emergency:sysmo/emergency_mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210124728803 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210124728803 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210124728804 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:47:32.177554 run osmo-msc_10.42.42.6(pid=9445): ERR: Terminated: ERROR {rc=2} [trial-2375↪emergency:sysmo↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=9445)]\u000a12:47:32.229643 run osmo-msc_10.42.42.6(pid=9445): stdout: \u000a| (launched: 2022-12-10_12:47:30.758288) \u000a12:47:32.283078 run osmo-msc_10.42.42.6(pid=9445): stderr: \u000a| �[0;m�[38;5;43m20221210124731275 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210124731275 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fe21ff10c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210124731275 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210124731275 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210124731276 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210124731279 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210124731286 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210124731287 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210124731287 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210124731287 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:47:32.327448 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9438): Terminating (SIGTERM)\u000a12:47:32.369990 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9441): Terminating (SIGTERM)\u000a12:47:32.412701 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9444): Terminating (SIGTERM)\u000a12:47:32.423219 --- ParallelTerminationStrategy: PID 9438 died...\u000a12:47:32.478005 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9438): Terminated: ok {rc=0}\u000a12:47:32.487830 --- ParallelTerminationStrategy: PID 9441 died...\u000a12:47:32.542186 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9441): Terminated: ok {rc=0}\u000a12:47:32.552264 --- ParallelTerminationStrategy: PID 9444 died...\u000a12:47:32.606766 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9444): Terminated: ok {rc=0}\u000a12:47:32.695693 bus /sierra_3: Setting Powered False\u000a12:47:33.801492 bus /sierra_3: Setting Powered False\u000a12:47:34.915261 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 213, "className" : "emergency:sysmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9455): Process ended prematurely: osmo-stp_10.42.42.5(pid=9455) [trial-2375↪emergency:sysmo↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9455)]", "failedSince" : 2163, "name" : "emergency_preemptive_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_preemptive_call.py\", line 32, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9455): Process ended prematurely: osmo-stp_10.42.42.5(pid=9455) [trial-2375↪emergency:sysmo↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9455)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2375 emergency:sysmo emergency_preemptive_call.py\u000a----------------------------------------------\u000a12:47:35.967849 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a12:47:35.980725 tst emergency:sysmo: Using 1 x bts (candidates: 1)\u000a12:47:36.110685 tst emergency_preemptive_call.py: using LAC 28498\u000a12:47:36.237093 tst emergency_preemptive_call.py: using RAC 193\u000a12:47:36.362983 tst emergency_preemptive_call.py: using CellId 28498\u000a12:47:36.491576 tst emergency_preemptive_call.py: using BVCI 28499\u000a12:47:36.516672 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a12:47:36.528057 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a12:47:36.539209 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a12:47:36.550725 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a12:47:36.563659 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a12:47:36.575176 tst emergency:sysmo: Using 1 x modem (candidates: 4)\u000a12:47:36.692813 tst emergency:sysmo: Using 1 x modem (candidates: 4)\u000a12:47:36.816477 tst emergency:sysmo: Using 1 x modem (candidates: 4)\u000a12:47:36.939160 tst emergency:sysmo: Using 1 x modem (candidates: 4)\u000a12:47:37.151990 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:47:37.683015 run create_hlr_db(pid=9449): Launched\u000a12:47:37.874907 bus /sierra_2: Setting Powered False\u000a12:47:38.895153 run create_hlr_db(pid=9449): Terminated: ok {rc=0}\u000a12:47:39.316681 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9451): Launched\u000a12:47:39.630674 run osmo-hlr_10.42.42.2(pid=9452): Launched\u000a12:47:39.752874 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:47:40.303685 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9454): Launched\u000a12:47:40.618655 run osmo-stp_10.42.42.5(pid=9455): Launched\u000a12:47:40.742734 tst emergency_preemptive_call.py: using MSISDN 7748\u000a12:47:40.896678 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:47:41.462057 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9457): Launched\u000a12:47:41.777084 run osmo-msc_10.42.42.6(pid=9458): Launched\u000a12:47:41.967759 run osmo-stp_10.42.42.5(pid=9455): ERR: Terminated: ERROR {rc=1} [trial-2375↪emergency:sysmo↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9455)]\u000a12:47:42.099474 run osmo-stp_10.42.42.5(pid=9455): stdout: \u000a| (launched: 2022-12-10_12:47:40.462861)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:47:42.228833 run osmo-stp_10.42.42.5(pid=9455): stderr: \u000a| �[0;m�[38;5;43m20221210124740638 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210124740638 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210124740638 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210124740639 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210124740639 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210124740639 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210124740639 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:47:42.354120 run osmo-stp_10.42.42.5(pid=9455): stdout: \u000a| (launched: 2022-12-10_12:47:40.462861)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:47:42.478267 run osmo-stp_10.42.42.5(pid=9455): stderr: \u000a| �[0;m�[38;5;43m20221210124740638 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210124740638 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210124740638 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210124740639 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210124740639 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210124740639 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210124740639 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:47:42.532186 tst emergency_preemptive_call.py:32: ERR: Error: osmo-stp_10.42.42.5(pid=9455): Process ended prematurely: osmo-stp_10.42.42.5(pid=9455) [trial-2375↪emergency:sysmo↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9455)] [trial-2375↪emergency:sysmo↪emergency_preemptive_call.py:32]\u000a12:47:42.540263 tst emergency_preemptive_call.py:32: Test FAILED (6.6 sec)\u000a12:47:42.601764 run osmo-hlr_10.42.42.2(pid=9452): ERR: Terminated: ERROR {rc=237} [trial-2375↪emergency:sysmo↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9452)]\u000a12:47:42.652003 run osmo-hlr_10.42.42.2(pid=9452): stdout: \u000a| (launched: 2022-12-10_12:47:39.475319) \u000a12:47:42.702618 run osmo-hlr_10.42.42.2(pid=9452): stderr: \u000a| �[0;m�[1;31m20221210124739656 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210124739656 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210124739656 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210124739656 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210124739656 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210124739656 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210124739668 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2375/run.2022-12-10_12-42-03/emergency:sysmo/emergency_preemptive_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210124739677 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210124739678 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210124739678 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:47:42.771743 run osmo-msc_10.42.42.6(pid=9458): ERR: Terminated: ERROR {rc=2} [trial-2375↪emergency:sysmo↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=9458)]\u000a12:47:42.821928 run osmo-msc_10.42.42.6(pid=9458): stdout: \u000a| (launched: 2022-12-10_12:47:41.619662) \u000a12:47:42.873015 run osmo-msc_10.42.42.6(pid=9458): stderr: \u000a| �[0;m�[38;5;43m20221210124741895 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210124741895 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fe038542c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210124741895 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210124741895 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210124741895 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210124741895 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210124741897 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210124741898 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210124741898 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210124741898 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:47:42.915855 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9451): Terminating (SIGTERM)\u000a12:47:42.956829 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9454): Terminating (SIGTERM)\u000a12:47:42.997862 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9457): Terminating (SIGTERM)\u000a12:47:43.007305 --- ParallelTerminationStrategy: PID 9451 died...\u000a12:47:43.061590 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9451): Terminated: ok {rc=0}\u000a12:47:43.071656 --- ParallelTerminationStrategy: PID 9454 died...\u000a12:47:43.125494 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9454): Terminated: ok {rc=0}\u000a12:47:43.135549 --- ParallelTerminationStrategy: PID 9457 died...\u000a12:47:43.189467 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9457): Terminated: ok {rc=0}\u000a12:47:43.278434 bus /sierra_9: Setting Powered False\u000a12:47:44.381908 bus /sierra_9: Setting Powered False\u000a12:47:45.490112 bus /sierra_8: Setting Powered False\u000a12:47:46.603901 bus /sierra_8: Setting Powered False\u000a12:47:47.715888 bus /sierra_3: Setting Powered False\u000a12:47:48.820023 bus /sierra_3: Setting Powered False\u000a12:47:49.932406 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 27.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "11", "name" : "emergency_sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T12:47:25" }, { "cases" : [ { "testActions" : [ ], "age" : 62, "className" : "gprs:sysmo", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9474): Process ended prematurely: osmo-stp_10.42.42.5(pid=9474) [trial-2375↪gprs:sysmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9474)]", "failedSince" : 2314, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9474): Process ended prematurely: osmo-stp_10.42.42.5(pid=9474) [trial-2375↪gprs:sysmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9474)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2375 gprs:sysmo cs_paging_gprs_active.py\u000a----------------------------------------------\u000a12:47:52.009219 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a12:47:52.019686 tst gprs:sysmo: Using 1 x bts (candidates: 1)\u000a12:47:52.153085 tst cs_paging_gprs_active.py: using LAC 28499\u000a12:47:52.288835 tst cs_paging_gprs_active.py: using RAC 194\u000a12:47:52.414253 tst cs_paging_gprs_active.py: using CellId 28499\u000a12:47:52.539706 tst cs_paging_gprs_active.py: using BVCI 28500\u000a12:47:52.564143 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a12:47:52.574974 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a12:47:52.585512 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a12:47:52.596164 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a12:47:52.606780 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a12:47:52.617342 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a12:47:52.627924 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a12:47:52.638525 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a12:47:52.649268 tst gprs:sysmo: Using 1 x modem (candidates: 4)\u000a12:47:52.766498 tst gprs:sysmo: Using 1 x modem (candidates: 4)\u000a12:47:53.073434 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a12:47:53.216002 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:47:53.565926 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9464): Launched\u000a12:47:53.858109 run iperf3-srv_10.42.42.10(pid=9465): Launched\u000a12:47:54.065362 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a12:47:54.206968 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:47:54.559481 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9466): Launched\u000a12:47:54.852540 run iperf3-srv_10.42.42.10(pid=9467): Launched\u000a12:47:55.060440 tst cs_paging_gprs_active.py:38: start network...\u000a12:47:55.202293 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:47:55.746914 run create_hlr_db(pid=9468): Launched\u000a12:47:55.942131 bus /sierra_2: Setting Powered False\u000a12:47:56.961875 run create_hlr_db(pid=9468): Terminated: ok {rc=0}\u000a12:47:57.412324 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9470): Launched\u000a12:47:57.754412 run osmo-hlr_10.42.42.2(pid=9471): Launched\u000a12:47:57.877404 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:47:58.464386 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9473): Launched\u000a12:47:58.806490 run osmo-stp_10.42.42.5(pid=9474): Launched\u000a12:47:58.930044 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a12:48:00.530691 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9476): Launched\u000a12:48:00.651792 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a12:48:00.990606 run patchelf(pid=9477): Launched\u000a12:48:01.185113 run osmo-stp_10.42.42.5(pid=9474): ERR: Terminated: ERROR {rc=1} [trial-2375↪gprs:sysmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9474)]\u000a12:48:01.327475 run osmo-stp_10.42.42.5(pid=9474): stdout: \u000a| (launched: 2022-12-10_12:47:58.637200)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:48:01.469399 run osmo-stp_10.42.42.5(pid=9474): stderr: \u000a| �[0;m�[38;5;43m20221210124758835 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210124758835 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210124758835 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210124758836 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210124758836 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210124758836 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210124758837 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:48:01.608122 run osmo-stp_10.42.42.5(pid=9474): stdout: \u000a| (launched: 2022-12-10_12:47:58.637200)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:48:01.745572 run osmo-stp_10.42.42.5(pid=9474): stderr: \u000a| �[0;m�[38;5;43m20221210124758835 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210124758835 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210124758835 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210124758836 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210124758836 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210124758836 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210124758837 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:48:01.904146 run patchelf(pid=9477): Terminating (SIGINT)\u000a12:48:02.089751 run patchelf(pid=9477): Terminated: ok {rc=0}\u000a12:48:02.124473 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=9474): Process ended prematurely: osmo-stp_10.42.42.5(pid=9474) [trial-2375↪gprs:sysmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9474)] [trial-2375↪gprs:sysmo↪cs_paging_gprs_active.py:38]\u000a12:48:02.134877 tst cs_paging_gprs_active.py:38: Test FAILED (10.2 sec)\u000a12:48:02.201773 run osmo-hlr_10.42.42.2(pid=9471): ERR: Terminated: ERROR {rc=237} [trial-2375↪gprs:sysmo↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9471)]\u000a12:48:02.253690 run osmo-hlr_10.42.42.2(pid=9471): stdout: \u000a| (launched: 2022-12-10_12:47:57.585807) \u000a12:48:02.305826 run osmo-hlr_10.42.42.2(pid=9471): stderr: \u000a| �[0;m�[1;31m20221210124757790 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210124757790 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210124757790 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210124757790 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210124757790 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210124757790 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210124757803 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2375/run.2022-12-10_12-42-03/gprs:sysmo/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210124757812 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210124757812 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210124757812 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:48:02.349188 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9464): Terminating (SIGTERM)\u000a12:48:02.390941 run iperf3-srv_10.42.42.10(pid=9465): Terminating (SIGTERM)\u000a12:48:02.432736 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9466): Terminating (SIGTERM)\u000a12:48:02.475454 run iperf3-srv_10.42.42.10(pid=9467): Terminating (SIGTERM)\u000a12:48:02.517120 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9470): Terminating (SIGTERM)\u000a12:48:02.559076 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9473): Terminating (SIGTERM)\u000a12:48:02.601698 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9476): Terminating (SIGTERM)\u000a12:48:02.611159 --- ParallelTerminationStrategy: PID 9464 died...\u000a12:48:02.667116 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9464): Terminated: ok {rc=0}\u000a12:48:02.677180 --- ParallelTerminationStrategy: PID 9465 died...\u000a12:48:02.732552 run iperf3-srv_10.42.42.10(pid=9465): Terminated {rc=256}\u000a12:48:02.742686 --- ParallelTerminationStrategy: PID 9466 died...\u000a12:48:02.798717 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9466): Terminated: ok {rc=0}\u000a12:48:02.808728 --- ParallelTerminationStrategy: PID 9467 died...\u000a12:48:02.864475 run iperf3-srv_10.42.42.10(pid=9467): Terminated {rc=256}\u000a12:48:02.874481 --- ParallelTerminationStrategy: PID 9470 died...\u000a12:48:02.929604 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9470): Terminated: ok {rc=0}\u000a12:48:02.940144 --- ParallelTerminationStrategy: PID 9473 died...\u000a12:48:02.996248 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9473): Terminated: ok {rc=0}\u000a12:48:03.006318 --- ParallelTerminationStrategy: PID 9476 died...\u000a12:48:03.061626 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9476): Terminated: ok {rc=0}\u000a12:48:03.152755 bus /gobi_0: Setting Powered False\u000a12:48:04.258250 bus /gobi_0: Setting Powered False\u000a12:48:05.371771 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 62, "className" : "gprs:sysmo", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9486): Process ended prematurely: osmo-stp_10.42.42.5(pid=9486) [trial-2375↪gprs:sysmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9486)]", "failedSince" : 2314, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9486): Process ended prematurely: osmo-stp_10.42.42.5(pid=9486) [trial-2375↪gprs:sysmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9486)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2375 gprs:sysmo iperf3.py\u000a----------------------------------------------\u000a12:48:06.485948 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a12:48:06.497217 tst gprs:sysmo: Using 1 x bts (candidates: 1)\u000a12:48:06.625662 tst iperf3.py: using LAC 28500\u000a12:48:06.750578 tst iperf3.py: using RAC 195\u000a12:48:06.876710 tst iperf3.py: using CellId 28500\u000a12:48:07.001058 tst iperf3.py: using BVCI 28501\u000a12:48:07.025455 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a12:48:07.035932 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a12:48:07.046381 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a12:48:07.057140 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a12:48:07.067629 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a12:48:07.078173 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a12:48:07.088828 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a12:48:07.099443 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a12:48:07.110196 tst gprs:sysmo: Using 1 x modem (candidates: 4)\u000a12:48:07.414482 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a12:48:07.556332 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:48:07.905784 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9478): Launched\u000a12:48:08.198932 run iperf3-srv_10.42.42.10(pid=9479): Launched\u000a12:48:08.406290 tst iperf3.py:8: start network...\u000a12:48:08.547146 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:48:09.089273 run create_hlr_db(pid=9480): Launched\u000a12:48:09.283542 bus /gobi_6: Setting Powered False\u000a12:48:10.304039 run create_hlr_db(pid=9480): Terminated: ok {rc=0}\u000a12:48:10.730435 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9482): Launched\u000a12:48:11.050500 run osmo-hlr_10.42.42.2(pid=9483): Launched\u000a12:48:11.174960 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:48:11.735199 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9485): Launched\u000a12:48:12.055082 run osmo-stp_10.42.42.5(pid=9486): Launched\u000a12:48:12.169928 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a12:48:12.723831 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9488): Launched\u000a12:48:12.836943 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a12:48:13.115666 run patchelf(pid=9489): Launched\u000a12:48:13.300417 run osmo-stp_10.42.42.5(pid=9486): ERR: Terminated: ERROR {rc=1} [trial-2375↪gprs:sysmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9486)]\u000a12:48:13.435477 run osmo-stp_10.42.42.5(pid=9486): stdout: \u000a| (launched: 2022-12-10_12:48:11.895867)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:48:13.571015 run osmo-stp_10.42.42.5(pid=9486): stderr: \u000a| �[0;m�[38;5;43m20221210124812070 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210124812070 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210124812070 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210124812070 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210124812071 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210124812071 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210124812071 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:48:13.701956 run osmo-stp_10.42.42.5(pid=9486): stdout: \u000a| (launched: 2022-12-10_12:48:11.895867)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:48:13.831860 run osmo-stp_10.42.42.5(pid=9486): stderr: \u000a| �[0;m�[38;5;43m20221210124812070 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210124812070 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210124812070 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210124812070 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210124812071 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210124812071 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210124812071 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:48:13.982940 run patchelf(pid=9489): Terminating (SIGINT)\u000a12:48:14.160099 run patchelf(pid=9489): Terminated: ok {rc=0}\u000a12:48:14.192474 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=9486): Process ended prematurely: osmo-stp_10.42.42.5(pid=9486) [trial-2375↪gprs:sysmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9486)] [trial-2375↪gprs:sysmo↪iperf3.py:8]\u000a12:48:14.201759 tst iperf3.py:8: Test FAILED (7.8 sec)\u000a12:48:14.263284 run osmo-hlr_10.42.42.2(pid=9483): ERR: Terminated: ERROR {rc=237} [trial-2375↪gprs:sysmo↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9483)]\u000a12:48:14.313420 run osmo-hlr_10.42.42.2(pid=9483): stdout: \u000a| (launched: 2022-12-10_12:48:10.891351) \u000a12:48:14.364382 run osmo-hlr_10.42.42.2(pid=9483): stderr: \u000a| �[0;m�[1;31m20221210124811072 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210124811072 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210124811072 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210124811072 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210124811072 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210124811072 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210124811084 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2375/run.2022-12-10_12-42-03/gprs:sysmo/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210124811092 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210124811092 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210124811092 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:48:14.407523 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9478): Terminating (SIGTERM)\u000a12:48:14.448387 run iperf3-srv_10.42.42.10(pid=9479): Terminating (SIGTERM)\u000a12:48:14.491535 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9482): Terminating (SIGTERM)\u000a12:48:14.532027 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9485): Terminating (SIGTERM)\u000a12:48:14.572719 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9488): Terminating (SIGTERM)\u000a12:48:14.582398 --- ParallelTerminationStrategy: PID 9478 died...\u000a12:48:14.637120 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9478): Terminated: ok {rc=0}\u000a12:48:14.647147 --- ParallelTerminationStrategy: PID 9479 died...\u000a12:48:14.701598 run iperf3-srv_10.42.42.10(pid=9479): Terminated {rc=256}\u000a12:48:14.711498 --- ParallelTerminationStrategy: PID 9482 died...\u000a12:48:14.765698 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9482): Terminated: ok {rc=0}\u000a12:48:14.775592 --- ParallelTerminationStrategy: PID 9485 died...\u000a12:48:14.829993 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9485): Terminated: ok {rc=0}\u000a12:48:14.839922 --- ParallelTerminationStrategy: PID 9488 died...\u000a12:48:14.894597 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9488): Terminated: ok {rc=0}\u000a12:48:14.979684 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 63, "className" : "gprs:sysmo", "duration" : 12.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9504): Process ended prematurely: osmo-stp_10.42.42.5(pid=9504) [trial-2375↪gprs:sysmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9504)]", "failedSince" : 2313, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9504): Process ended prematurely: osmo-stp_10.42.42.5(pid=9504) [trial-2375↪gprs:sysmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9504)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2375 gprs:sysmo iperf3m4.py\u000a----------------------------------------------\u000a12:48:16.097552 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a12:48:16.110760 tst gprs:sysmo: Using 1 x bts (candidates: 1)\u000a12:48:16.241849 tst iperf3m4.py: using LAC 28501\u000a12:48:16.368684 tst iperf3m4.py: using RAC 196\u000a12:48:16.521882 tst iperf3m4.py: using CellId 28501\u000a12:48:16.654627 tst iperf3m4.py: using BVCI 28502\u000a12:48:16.679656 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a12:48:16.690920 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a12:48:16.701928 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a12:48:16.713225 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a12:48:16.724259 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a12:48:16.735310 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a12:48:16.746490 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a12:48:16.757870 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a12:48:16.769233 tst gprs:sysmo: Using 1 x modem (candidates: 4)\u000a12:48:16.889551 tst gprs:sysmo: Using 1 x modem (candidates: 4)\u000a12:48:17.015079 tst gprs:sysmo: Using 1 x modem (candidates: 4)\u000a12:48:17.144804 tst gprs:sysmo: Using 1 x modem (candidates: 4)\u000a12:48:17.487753 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a12:48:17.629720 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:48:17.980676 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9490): Launched\u000a12:48:18.273830 run iperf3-srv_10.42.42.10(pid=9491): Launched\u000a12:48:18.482037 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a12:48:18.623500 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:48:18.973698 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9492): Launched\u000a12:48:19.264347 run iperf3-srv_10.42.42.10(pid=9493): Launched\u000a12:48:19.471890 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a12:48:19.613316 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:48:19.963689 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9494): Launched\u000a12:48:20.255798 run iperf3-srv_10.42.42.10(pid=9495): Launched\u000a12:48:20.463018 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a12:48:20.603673 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:48:20.953511 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9496): Launched\u000a12:48:21.262205 run iperf3-srv_10.42.42.10(pid=9497): Launched\u000a12:48:21.469376 tst iperf3m4.py:8: start network...\u000a12:48:21.610354 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:48:22.152030 run create_hlr_db(pid=9498): Launched\u000a12:48:22.347138 bus /gobi_6: Setting Powered False\u000a12:48:23.367525 run create_hlr_db(pid=9498): Terminated: ok {rc=0}\u000a12:48:23.815600 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9500): Launched\u000a12:48:24.154970 run osmo-hlr_10.42.42.2(pid=9501): Launched\u000a12:48:24.277894 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:48:24.865577 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9503): Launched\u000a12:48:25.206100 run osmo-stp_10.42.42.5(pid=9504): Launched\u000a12:48:25.328332 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a12:48:25.917608 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9506): Launched\u000a12:48:26.038048 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a12:48:26.333520 run patchelf(pid=9507): Launched\u000a12:48:26.529612 run osmo-stp_10.42.42.5(pid=9504): ERR: Terminated: ERROR {rc=1} [trial-2375↪gprs:sysmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9504)]\u000a12:48:26.673057 run osmo-stp_10.42.42.5(pid=9504): stdout: \u000a| (launched: 2022-12-10_12:48:25.036876)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:48:26.817385 run osmo-stp_10.42.42.5(pid=9504): stderr: \u000a| �[0;m�[38;5;43m20221210124825235 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210124825235 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210124825235 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210124825235 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210124825236 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210124825236 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210124825236 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:48:26.956073 run osmo-stp_10.42.42.5(pid=9504): stdout: \u000a| (launched: 2022-12-10_12:48:25.036876)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:48:27.094022 run osmo-stp_10.42.42.5(pid=9504): stderr: \u000a| �[0;m�[38;5;43m20221210124825235 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210124825235 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210124825235 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210124825235 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210124825236 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210124825236 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210124825236 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:48:27.254063 run patchelf(pid=9507): Terminating (SIGINT)\u000a12:48:27.442314 run patchelf(pid=9507): Terminated: ok {rc=0}\u000a12:48:27.476428 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=9504): Process ended prematurely: osmo-stp_10.42.42.5(pid=9504) [trial-2375↪gprs:sysmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9504)] [trial-2375↪gprs:sysmo↪iperf3m4.py:8]\u000a12:48:27.486398 tst iperf3m4.py:8: Test FAILED (11.4 sec)\u000a12:48:27.550176 run osmo-hlr_10.42.42.2(pid=9501): ERR: Terminated: ERROR {rc=237} [trial-2375↪gprs:sysmo↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9501)]\u000a12:48:27.602187 run osmo-hlr_10.42.42.2(pid=9501): stdout: \u000a| (launched: 2022-12-10_12:48:23.987748) \u000a12:48:27.654732 run osmo-hlr_10.42.42.2(pid=9501): stderr: \u000a| �[0;m�[1;31m20221210124824191 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210124824191 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210124824192 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210124824192 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210124824192 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210124824192 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210124824203 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2375/run.2022-12-10_12-42-03/gprs:sysmo/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210124824212 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210124824213 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210124824213 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:48:27.699470 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9490): Terminating (SIGTERM)\u000a12:48:27.741885 run iperf3-srv_10.42.42.10(pid=9491): Terminating (SIGTERM)\u000a12:48:27.784247 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9492): Terminating (SIGTERM)\u000a12:48:27.826493 run iperf3-srv_10.42.42.10(pid=9493): Terminating (SIGTERM)\u000a12:48:27.868820 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9494): Terminating (SIGTERM)\u000a12:48:27.910890 run iperf3-srv_10.42.42.10(pid=9495): Terminating (SIGTERM)\u000a12:48:27.953088 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9496): Terminating (SIGTERM)\u000a12:48:27.995237 run iperf3-srv_10.42.42.10(pid=9497): Terminating (SIGTERM)\u000a12:48:28.037713 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9500): Terminating (SIGTERM)\u000a12:48:28.080004 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9503): Terminating (SIGTERM)\u000a12:48:28.122418 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9506): Terminating (SIGTERM)\u000a12:48:28.132180 --- ParallelTerminationStrategy: PID 9490 died...\u000a12:48:28.188753 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9490): Terminated: ok {rc=0}\u000a12:48:28.199014 --- ParallelTerminationStrategy: PID 9491 died...\u000a12:48:28.254953 run iperf3-srv_10.42.42.10(pid=9491): Terminated {rc=256}\u000a12:48:28.265082 --- ParallelTerminationStrategy: PID 9492 died...\u000a12:48:28.321620 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9492): Terminated: ok {rc=0}\u000a12:48:28.331897 --- ParallelTerminationStrategy: PID 9493 died...\u000a12:48:28.388726 run iperf3-srv_10.42.42.10(pid=9493): Terminated {rc=256}\u000a12:48:28.398983 --- ParallelTerminationStrategy: PID 9494 died...\u000a12:48:28.455856 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9494): Terminated: ok {rc=0}\u000a12:48:28.466157 --- ParallelTerminationStrategy: PID 9495 died...\u000a12:48:28.522906 run iperf3-srv_10.42.42.10(pid=9495): Terminated {rc=256}\u000a12:48:28.533204 --- ParallelTerminationStrategy: PID 9496 died...\u000a12:48:28.589798 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9496): Terminated: ok {rc=0}\u000a12:48:28.599950 --- ParallelTerminationStrategy: PID 9497 died...\u000a12:48:28.656435 run iperf3-srv_10.42.42.10(pid=9497): Terminated {rc=256}\u000a12:48:28.666760 --- ParallelTerminationStrategy: PID 9500 died...\u000a12:48:28.723839 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9500): Terminated: ok {rc=0}\u000a12:48:28.734317 --- ParallelTerminationStrategy: PID 9503 died...\u000a12:48:28.791252 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9503): Terminated: ok {rc=0}\u000a12:48:28.801756 --- ParallelTerminationStrategy: PID 9506 died...\u000a12:48:28.858600 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9506): Terminated: ok {rc=0}\u000a12:48:28.948402 bus /gobi_4: Setting Powered False\u000a12:48:30.056811 bus /gobi_4: Setting Powered False\u000a12:48:31.193684 bus /gobi_1: Setting Powered False\u000a12:48:32.304742 bus /gobi_1: Setting Powered False\u000a12:48:33.414218 bus /gobi_0: Setting Powered False\u000a12:48:34.522431 bus /gobi_0: Setting Powered False\u000a12:48:35.633213 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 45, "className" : "gprs:sysmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9514): Process ended prematurely: osmo-stp_10.42.42.5(pid=9514) [trial-2375↪gprs:sysmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9514)]", "failedSince" : 2331, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9514): Process ended prematurely: osmo-stp_10.42.42.5(pid=9514) [trial-2375↪gprs:sysmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9514)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2375 gprs:sysmo ping.py\u000a----------------------------------------------\u000a12:48:36.704059 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a12:48:36.715942 tst gprs:sysmo: Using 1 x bts (candidates: 1)\u000a12:48:36.849536 tst ping.py: using LAC 28502\u000a12:48:36.979983 tst ping.py: using RAC 197\u000a12:48:37.109002 tst ping.py: using CellId 28502\u000a12:48:37.237736 tst ping.py: using BVCI 28503\u000a12:48:37.263259 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a12:48:37.274407 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a12:48:37.285353 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a12:48:37.296179 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a12:48:37.306984 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a12:48:37.317709 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a12:48:37.328689 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a12:48:37.339604 tst gprs:sysmo: Using 1 x modem (candidates: 4)\u000a12:48:37.625447 tst ping.py:19: start network...\u000a12:48:37.755268 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:48:38.248671 run create_hlr_db(pid=9508): Launched\u000a12:48:38.427847 bus /gobi_6: Setting Powered False\u000a12:48:39.449100 run create_hlr_db(pid=9508): Terminated: ok {rc=0}\u000a12:48:39.872021 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9510): Launched\u000a12:48:40.185631 run osmo-hlr_10.42.42.2(pid=9511): Launched\u000a12:48:40.307135 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:48:40.861051 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9513): Launched\u000a12:48:41.172935 run osmo-stp_10.42.42.5(pid=9514): Launched\u000a12:48:41.286740 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a12:48:41.832090 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9516): Launched\u000a12:48:41.942518 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a12:48:42.217168 run patchelf(pid=9517): Launched\u000a12:48:42.399773 run osmo-stp_10.42.42.5(pid=9514): ERR: Terminated: ERROR {rc=1} [trial-2375↪gprs:sysmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9514)]\u000a12:48:42.532640 run osmo-stp_10.42.42.5(pid=9514): stdout: \u000a| (launched: 2022-12-10_12:48:41.018215)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:48:42.666171 run osmo-stp_10.42.42.5(pid=9514): stderr: \u000a| �[0;m�[38;5;43m20221210124841192 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210124841193 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210124841193 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210124841193 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210124841195 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210124841196 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210124841196 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:48:42.794966 run osmo-stp_10.42.42.5(pid=9514): stdout: \u000a| (launched: 2022-12-10_12:48:41.018215)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:48:42.923714 run osmo-stp_10.42.42.5(pid=9514): stderr: \u000a| �[0;m�[38;5;43m20221210124841192 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210124841193 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210124841193 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210124841193 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210124841195 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210124841196 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210124841196 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:48:43.072704 run patchelf(pid=9517): Terminating (SIGINT)\u000a12:48:43.247597 run patchelf(pid=9517): Terminated: ok {rc=0}\u000a12:48:43.278997 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=9514): Process ended prematurely: osmo-stp_10.42.42.5(pid=9514) [trial-2375↪gprs:sysmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9514)] [trial-2375↪gprs:sysmo↪ping.py:22]\u000a12:48:43.287638 tst ping.py:22: Test FAILED (6.6 sec)\u000a12:48:43.350082 run osmo-hlr_10.42.42.2(pid=9511): ERR: Terminated: ERROR {rc=237} [trial-2375↪gprs:sysmo↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9511)]\u000a12:48:43.399915 run osmo-hlr_10.42.42.2(pid=9511): stdout: \u000a| (launched: 2022-12-10_12:48:40.030081) \u000a12:48:43.450510 run osmo-hlr_10.42.42.2(pid=9511): stderr: \u000a| �[0;m�[1;31m20221210124840208 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210124840208 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210124840208 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210124840208 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210124840208 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210124840208 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210124840220 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2375/run.2022-12-10_12-42-03/gprs:sysmo/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210124840228 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210124840228 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210124840228 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:48:43.493645 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9510): Terminating (SIGTERM)\u000a12:48:43.534568 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9513): Terminating (SIGTERM)\u000a12:48:43.575511 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9516): Terminating (SIGTERM)\u000a12:48:43.585208 --- ParallelTerminationStrategy: PID 9510 died...\u000a12:48:43.639492 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9510): Terminated: ok {rc=0}\u000a12:48:43.649505 --- ParallelTerminationStrategy: PID 9513 died...\u000a12:48:43.703875 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9513): Terminated: ok {rc=0}\u000a12:48:43.713735 --- ParallelTerminationStrategy: PID 9516 died...\u000a12:48:43.768422 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9516): Terminated: ok {rc=0}\u000a12:48:43.857721 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 45, "className" : "gprs:sysmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9524): Process ended prematurely: osmo-stp_10.42.42.5(pid=9524) [trial-2375↪gprs:sysmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9524)]", "failedSince" : 2331, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9524): Process ended prematurely: osmo-stp_10.42.42.5(pid=9524) [trial-2375↪gprs:sysmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9524)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2375 gprs:sysmo ping_idle_ping.py\u000a----------------------------------------------\u000a12:48:44.909234 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a12:48:44.920464 tst gprs:sysmo: Using 1 x bts (candidates: 1)\u000a12:48:45.053064 tst ping_idle_ping.py: using LAC 28503\u000a12:48:45.176080 tst ping_idle_ping.py: using RAC 198\u000a12:48:45.299721 tst ping_idle_ping.py: using CellId 28503\u000a12:48:45.423049 tst ping_idle_ping.py: using BVCI 28504\u000a12:48:45.447357 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a12:48:45.458214 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a12:48:45.468788 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a12:48:45.479689 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a12:48:45.490613 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a12:48:45.501350 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a12:48:45.512243 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a12:48:45.523203 tst gprs:sysmo: Using 1 x modem (candidates: 4)\u000a12:48:45.816236 tst ping_idle_ping.py:24: start network...\u000a12:48:45.964737 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:48:46.507417 run create_hlr_db(pid=9518): Launched\u000a12:48:46.691866 bus /gobi_6: Setting Powered False\u000a12:48:47.709854 run create_hlr_db(pid=9518): Terminated: ok {rc=0}\u000a12:48:48.151693 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9520): Launched\u000a12:48:48.487253 run osmo-hlr_10.42.42.2(pid=9521): Launched\u000a12:48:48.609164 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:48:49.189428 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9523): Launched\u000a12:48:49.523681 run osmo-stp_10.42.42.5(pid=9524): Launched\u000a12:48:49.644213 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a12:48:50.226806 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9526): Launched\u000a12:48:50.345596 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a12:48:50.637009 run patchelf(pid=9527): Launched\u000a12:48:50.831152 run osmo-stp_10.42.42.5(pid=9524): ERR: Terminated: ERROR {rc=1} [trial-2375↪gprs:sysmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9524)]\u000a12:48:50.973065 run osmo-stp_10.42.42.5(pid=9524): stdout: \u000a| (launched: 2022-12-10_12:48:49.358328)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:48:51.114707 run osmo-stp_10.42.42.5(pid=9524): stderr: \u000a| �[0;m�[38;5;43m20221210124849553 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210124849553 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210124849553 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210124849554 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210124849554 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210124849554 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210124849554 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:48:51.254281 run osmo-stp_10.42.42.5(pid=9524): stdout: \u000a| (launched: 2022-12-10_12:48:49.358328)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:48:51.390516 run osmo-stp_10.42.42.5(pid=9524): stderr: \u000a| �[0;m�[38;5;43m20221210124849553 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210124849553 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210124849553 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210124849554 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210124849554 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210124849554 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210124849554 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:48:51.549741 run patchelf(pid=9527): Terminating (SIGINT)\u000a12:48:51.735692 run patchelf(pid=9527): Terminated: ok {rc=0}\u000a12:48:51.769355 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=9524): Process ended prematurely: osmo-stp_10.42.42.5(pid=9524) [trial-2375↪gprs:sysmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9524)] [trial-2375↪gprs:sysmo↪ping_idle_ping.py:27]\u000a12:48:51.778595 tst ping_idle_ping.py:27: Test FAILED (6.9 sec)\u000a12:48:51.841412 run osmo-hlr_10.42.42.2(pid=9521): ERR: Terminated: ERROR {rc=237} [trial-2375↪gprs:sysmo↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9521)]\u000a12:48:51.893165 run osmo-hlr_10.42.42.2(pid=9521): stdout: \u000a| (launched: 2022-12-10_12:48:48.320334) \u000a12:48:51.945236 run osmo-hlr_10.42.42.2(pid=9521): stderr: \u000a| �[0;m�[1;31m20221210124848524 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210124848524 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210124848524 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210124848524 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210124848524 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210124848524 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210124848567 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2375/run.2022-12-10_12-42-03/gprs:sysmo/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210124848577 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210124848578 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210124848578 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:48:51.989678 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9520): Terminating (SIGTERM)\u000a12:48:52.031637 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9523): Terminating (SIGTERM)\u000a12:48:52.073679 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9526): Terminating (SIGTERM)\u000a12:48:52.083412 --- ParallelTerminationStrategy: PID 9520 died...\u000a12:48:52.139568 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9520): Terminated: ok {rc=0}\u000a12:48:52.149817 --- ParallelTerminationStrategy: PID 9523 died...\u000a12:48:52.205947 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9523): Terminated: ok {rc=0}\u000a12:48:52.216171 --- ParallelTerminationStrategy: PID 9526 died...\u000a12:48:52.272736 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9526): Terminated: ok {rc=0}\u000a12:48:52.360808 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 63.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "12", "name" : "gprs_sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T12:47:51" }, { "cases" : [ { "testActions" : [ ], "age" : 63, "className" : "gprs:sysmo+mod-bts0-egprs", "duration" : 10.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9541): Process ended prematurely: osmo-stp_10.42.42.5(pid=9541) [trial-2375↪gprs:sysmo+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9541)]", "failedSince" : 2313, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9541): Process ended prematurely: osmo-stp_10.42.42.5(pid=9541) [trial-2375↪gprs:sysmo+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9541)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2375 gprs:sysmo+mod-bts0-egprs cs_paging_gprs_active.py\u000a----------------------------------------------\u000a12:48:54.482544 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:48:54.493936 tst gprs:sysmo+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a12:48:54.629346 tst cs_paging_gprs_active.py: using LAC 28504\u000a12:48:54.767041 tst cs_paging_gprs_active.py: using RAC 199\u000a12:48:54.896690 tst cs_paging_gprs_active.py: using CellId 28504\u000a12:48:55.020455 tst cs_paging_gprs_active.py: using BVCI 28505\u000a12:48:55.045232 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:48:55.056185 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:48:55.066979 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:48:55.078276 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:48:55.089289 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:48:55.100368 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:48:55.111469 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:48:55.124836 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:48:55.136054 tst gprs:sysmo+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a12:48:55.259910 tst gprs:sysmo+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a12:48:55.567922 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a12:48:55.710180 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:48:56.060667 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9531): Launched\u000a12:48:56.353984 run iperf3-srv_10.42.42.10(pid=9532): Launched\u000a12:48:56.562394 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a12:48:56.704446 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:48:57.057541 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9533): Launched\u000a12:48:57.350995 run iperf3-srv_10.42.42.10(pid=9534): Launched\u000a12:48:57.559567 tst cs_paging_gprs_active.py:38: start network...\u000a12:48:57.701653 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:48:58.246043 run create_hlr_db(pid=9535): Launched\u000a12:48:58.442867 bus /gobi_6: Setting Powered False\u000a12:48:59.461406 run create_hlr_db(pid=9535): Terminated: ok {rc=0}\u000a12:48:59.887728 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9537): Launched\u000a12:49:00.207579 run osmo-hlr_10.42.42.2(pid=9538): Launched\u000a12:49:00.333439 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:49:00.894845 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9540): Launched\u000a12:49:01.314714 run osmo-stp_10.42.42.5(pid=9541): Launched\u000a12:49:01.558546 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a12:49:02.174389 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9543): Launched\u000a12:49:02.296909 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a12:49:02.594247 run patchelf(pid=9544): Launched\u000a12:49:02.790979 run osmo-stp_10.42.42.5(pid=9541): ERR: Terminated: ERROR {rc=1} [trial-2375↪gprs:sysmo+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9541)]\u000a12:49:02.934556 run osmo-stp_10.42.42.5(pid=9541): stdout: \u000a| (launched: 2022-12-10_12:49:01.058853)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:49:03.079222 run osmo-stp_10.42.42.5(pid=9541): stderr: \u000a| �[0;m�[38;5;43m20221210124901387 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210124901387 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210124901388 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210124901388 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210124901398 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210124901399 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210124901399 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:49:03.218912 run osmo-stp_10.42.42.5(pid=9541): stdout: \u000a| (launched: 2022-12-10_12:49:01.058853)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:49:03.357497 run osmo-stp_10.42.42.5(pid=9541): stderr: \u000a| �[0;m�[38;5;43m20221210124901387 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210124901387 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210124901388 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210124901388 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210124901398 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210124901399 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210124901399 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:49:03.519004 run patchelf(pid=9544): Terminating (SIGINT)\u000a12:49:03.707729 run patchelf(pid=9544): Terminated: ok {rc=0}\u000a12:49:03.742259 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=9541): Process ended prematurely: osmo-stp_10.42.42.5(pid=9541) [trial-2375↪gprs:sysmo+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9541)] [trial-2375↪gprs:sysmo+mod-bts0-egprs↪cs_paging_gprs_active.py:38]\u000a12:49:03.752175 tst cs_paging_gprs_active.py:38: Test FAILED (9.3 sec)\u000a12:49:03.816314 run osmo-hlr_10.42.42.2(pid=9538): ERR: Terminated: ERROR {rc=237} [trial-2375↪gprs:sysmo+mod-bts0-egprs↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9538)]\u000a12:49:03.869009 run osmo-hlr_10.42.42.2(pid=9538): stdout: \u000a| (launched: 2022-12-10_12:49:00.049173) \u000a12:49:03.921949 run osmo-hlr_10.42.42.2(pid=9538): stderr: \u000a| �[0;m�[1;31m20221210124900230 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210124900230 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210124900230 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210124900230 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210124900230 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210124900230 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210124900242 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2375/run.2022-12-10_12-42-03/gprs:sysmo+mod-bts0-egprs/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210124900250 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210124900250 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210124900250 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:49:03.967311 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9531): Terminating (SIGTERM)\u000a12:49:04.010272 run iperf3-srv_10.42.42.10(pid=9532): Terminating (SIGTERM)\u000a12:49:04.053096 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9533): Terminating (SIGTERM)\u000a12:49:04.095769 run iperf3-srv_10.42.42.10(pid=9534): Terminating (SIGTERM)\u000a12:49:04.138651 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9537): Terminating (SIGTERM)\u000a12:49:04.181305 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9540): Terminating (SIGTERM)\u000a12:49:04.224266 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9543): Terminating (SIGTERM)\u000a12:49:04.234307 --- ParallelTerminationStrategy: PID 9531 died...\u000a12:49:04.291505 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9531): Terminated: ok {rc=0}\u000a12:49:04.301904 --- ParallelTerminationStrategy: PID 9532 died...\u000a12:49:04.358511 run iperf3-srv_10.42.42.10(pid=9532): Terminated {rc=256}\u000a12:49:04.368732 --- ParallelTerminationStrategy: PID 9533 died...\u000a12:49:04.425694 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9533): Terminated: ok {rc=0}\u000a12:49:04.435935 --- ParallelTerminationStrategy: PID 9534 died...\u000a12:49:04.492494 run iperf3-srv_10.42.42.10(pid=9534): Terminated {rc=256}\u000a12:49:04.502725 --- ParallelTerminationStrategy: PID 9537 died...\u000a12:49:04.559027 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9537): Terminated: ok {rc=0}\u000a12:49:04.569292 --- ParallelTerminationStrategy: PID 9540 died...\u000a12:49:04.625711 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9540): Terminated: ok {rc=0}\u000a12:49:04.636028 --- ParallelTerminationStrategy: PID 9543 died...\u000a12:49:04.692778 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9543): Terminated: ok {rc=0}\u000a12:49:04.781655 bus /gobi_0: Setting Powered False\u000a12:49:05.887154 bus /gobi_0: Setting Powered False\u000a12:49:06.996937 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 233, "className" : "gprs:sysmo+mod-bts0-egprs", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9553): Process ended prematurely: osmo-stp_10.42.42.5(pid=9553) [trial-2375↪gprs:sysmo+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9553)]", "failedSince" : 2143, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9553): Process ended prematurely: osmo-stp_10.42.42.5(pid=9553) [trial-2375↪gprs:sysmo+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9553)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2375 gprs:sysmo+mod-bts0-egprs iperf3.py\u000a----------------------------------------------\u000a12:49:08.115565 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:49:08.127676 tst gprs:sysmo+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a12:49:08.267591 tst iperf3.py: using LAC 28505\u000a12:49:08.398535 tst iperf3.py: using RAC 200\u000a12:49:08.529805 tst iperf3.py: using CellId 28505\u000a12:49:08.660398 tst iperf3.py: using BVCI 28506\u000a12:49:08.686419 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:49:08.697699 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:49:08.708786 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:49:08.719856 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:49:08.730799 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:49:08.741813 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:49:08.753080 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:49:08.764079 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:49:08.775327 tst gprs:sysmo+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a12:49:09.081488 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a12:49:09.222975 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:49:09.573426 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9545): Launched\u000a12:49:09.864483 run iperf3-srv_10.42.42.10(pid=9546): Launched\u000a12:49:10.071711 tst iperf3.py:8: start network...\u000a12:49:10.213370 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:49:10.756567 run create_hlr_db(pid=9547): Launched\u000a12:49:10.951488 bus /gobi_6: Setting Powered False\u000a12:49:11.993221 run create_hlr_db(pid=9547): Terminated: ok {rc=0}\u000a12:49:12.442333 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9549): Launched\u000a12:49:12.784204 run osmo-hlr_10.42.42.2(pid=9550): Launched\u000a12:49:12.907857 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:49:13.498200 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9552): Launched\u000a12:49:13.838989 run osmo-stp_10.42.42.5(pid=9553): Launched\u000a12:49:13.961891 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a12:49:14.555266 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9555): Launched\u000a12:49:14.677028 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a12:49:14.975031 run patchelf(pid=9556): Launched\u000a12:49:15.172619 run osmo-stp_10.42.42.5(pid=9553): ERR: Terminated: ERROR {rc=1} [trial-2375↪gprs:sysmo+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9553)]\u000a12:49:15.316780 run osmo-stp_10.42.42.5(pid=9553): stdout: \u000a| (launched: 2022-12-10_12:49:13.669858)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:49:15.461872 run osmo-stp_10.42.42.5(pid=9553): stderr: \u000a| �[0;m�[38;5;43m20221210124913866 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210124913866 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210124913867 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210124913867 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210124913868 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210124913868 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210124913868 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:49:15.602287 run osmo-stp_10.42.42.5(pid=9553): stdout: \u000a| (launched: 2022-12-10_12:49:13.669858)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:49:15.741166 run osmo-stp_10.42.42.5(pid=9553): stderr: \u000a| �[0;m�[38;5;43m20221210124913866 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210124913866 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210124913867 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210124913867 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210124913868 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210124913868 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210124913868 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:49:15.919122 run patchelf(pid=9556): Terminating (SIGINT)\u000a12:49:16.111401 run patchelf(pid=9556): Terminated: ok {rc=0}\u000a12:49:16.146387 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=9553): Process ended prematurely: osmo-stp_10.42.42.5(pid=9553) [trial-2375↪gprs:sysmo+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9553)] [trial-2375↪gprs:sysmo+mod-bts0-egprs↪iperf3.py:8]\u000a12:49:16.156611 tst iperf3.py:8: Test FAILED (8.1 sec)\u000a12:49:16.221216 run osmo-hlr_10.42.42.2(pid=9550): ERR: Terminated: ERROR {rc=237} [trial-2375↪gprs:sysmo+mod-bts0-egprs↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9550)]\u000a12:49:16.274756 run osmo-hlr_10.42.42.2(pid=9550): stdout: \u000a| (launched: 2022-12-10_12:49:12.614465) \u000a12:49:16.329983 run osmo-hlr_10.42.42.2(pid=9550): stderr: \u000a| �[0;m�[1;31m20221210124912820 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210124912820 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210124912820 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210124912820 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210124912820 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210124912820 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210124912833 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2375/run.2022-12-10_12-42-03/gprs:sysmo+mod-bts0-egprs/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210124912842 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210124912842 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210124912842 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:49:16.376900 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9545): Terminating (SIGTERM)\u000a12:49:16.422703 run iperf3-srv_10.42.42.10(pid=9546): Terminating (SIGTERM)\u000a12:49:16.468786 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9549): Terminating (SIGTERM)\u000a12:49:16.512818 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9552): Terminating (SIGTERM)\u000a12:49:16.556591 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9555): Terminating (SIGTERM)\u000a12:49:16.567042 --- ParallelTerminationStrategy: PID 9545 died...\u000a12:49:16.625506 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9545): Terminated: ok {rc=0}\u000a12:49:16.636216 --- ParallelTerminationStrategy: PID 9546 died...\u000a12:49:16.695804 run iperf3-srv_10.42.42.10(pid=9546): Terminated {rc=256}\u000a12:49:16.706596 --- ParallelTerminationStrategy: PID 9549 died...\u000a12:49:16.766026 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9549): Terminated: ok {rc=0}\u000a12:49:16.776766 --- ParallelTerminationStrategy: PID 9552 died...\u000a12:49:16.836568 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9552): Terminated: ok {rc=0}\u000a12:49:16.847517 --- ParallelTerminationStrategy: PID 9555 died...\u000a12:49:16.905946 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9555): Terminated: ok {rc=0}\u000a12:49:16.995389 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 233, "className" : "gprs:sysmo+mod-bts0-egprs", "duration" : 12.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9572): Process ended prematurely: osmo-stp_10.42.42.5(pid=9572) [trial-2375↪gprs:sysmo+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9572)]", "failedSince" : 2143, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9572): Process ended prematurely: osmo-stp_10.42.42.5(pid=9572) [trial-2375↪gprs:sysmo+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9572)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2375 gprs:sysmo+mod-bts0-egprs iperf3m4.py\u000a----------------------------------------------\u000a12:49:18.106575 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:49:18.118242 tst gprs:sysmo+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a12:49:18.252217 tst iperf3m4.py: using LAC 28506\u000a12:49:18.378115 tst iperf3m4.py: using RAC 201\u000a12:49:18.507349 tst iperf3m4.py: using CellId 28506\u000a12:49:18.632674 tst iperf3m4.py: using BVCI 28507\u000a12:49:18.657134 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:49:18.667882 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:49:18.678615 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:49:18.689456 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:49:18.700211 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:49:18.711033 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:49:18.722034 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:49:18.732644 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:49:18.743660 tst gprs:sysmo+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a12:49:18.863011 tst gprs:sysmo+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a12:49:18.988033 tst gprs:sysmo+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a12:49:19.109012 tst gprs:sysmo+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a12:49:19.413651 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a12:49:19.555576 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:49:19.885668 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9557): Launched\u000a12:49:20.161611 run iperf3-srv_10.42.42.10(pid=9558): Launched\u000a12:49:20.355182 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a12:49:20.487287 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:49:20.817172 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9559): Launched\u000a12:49:21.093514 run iperf3-srv_10.42.42.10(pid=9560): Launched\u000a12:49:21.287249 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a12:49:21.419474 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:49:21.750994 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9561): Launched\u000a12:49:22.025612 run iperf3-srv_10.42.42.10(pid=9562): Launched\u000a12:49:22.219673 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a12:49:22.352444 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:49:22.683850 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9563): Launched\u000a12:49:22.957786 run iperf3-srv_10.42.42.10(pid=9564): Launched\u000a12:49:23.151675 tst iperf3m4.py:8: start network...\u000a12:49:23.284303 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:49:23.785093 run create_hlr_db(pid=9565): Launched\u000a12:49:23.967164 bus /gobi_6: Setting Powered False\u000a12:49:24.988931 run create_hlr_db(pid=9565): Terminated: ok {rc=0}\u000a12:49:25.438928 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9568): Launched\u000a12:49:25.779961 run osmo-hlr_10.42.42.2(pid=9569): Launched\u000a12:49:25.904138 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:49:26.495206 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9571): Launched\u000a12:49:26.837352 run osmo-stp_10.42.42.5(pid=9572): Launched\u000a12:49:26.960063 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a12:49:27.550062 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9574): Launched\u000a12:49:27.670825 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a12:49:27.966105 run patchelf(pid=9575): Launched\u000a12:49:28.162899 run osmo-stp_10.42.42.5(pid=9572): ERR: Terminated: ERROR {rc=1} [trial-2375↪gprs:sysmo+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9572)]\u000a12:49:28.306200 run osmo-stp_10.42.42.5(pid=9572): stdout: \u000a| (launched: 2022-12-10_12:49:26.668189)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:49:28.450781 run osmo-stp_10.42.42.5(pid=9572): stderr: \u000a| �[0;m�[38;5;43m20221210124926864 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210124926864 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210124926865 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210124926865 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210124926866 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210124926866 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210124926866 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:49:28.590125 run osmo-stp_10.42.42.5(pid=9572): stdout: \u000a| (launched: 2022-12-10_12:49:26.668189)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:49:28.728328 run osmo-stp_10.42.42.5(pid=9572): stderr: \u000a| �[0;m�[38;5;43m20221210124926864 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210124926864 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210124926865 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210124926865 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210124926866 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210124926866 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210124926866 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:49:28.889128 run patchelf(pid=9575): Terminating (SIGINT)\u000a12:49:29.077457 run patchelf(pid=9575): Terminated: ok {rc=0}\u000a12:49:29.111834 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=9572): Process ended prematurely: osmo-stp_10.42.42.5(pid=9572) [trial-2375↪gprs:sysmo+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9572)] [trial-2375↪gprs:sysmo+mod-bts0-egprs↪iperf3m4.py:8]\u000a12:49:29.121817 tst iperf3m4.py:8: Test FAILED (11.0 sec)\u000a12:49:29.185545 run osmo-hlr_10.42.42.2(pid=9569): ERR: Terminated: ERROR {rc=237} [trial-2375↪gprs:sysmo+mod-bts0-egprs↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9569)]\u000a12:49:29.237843 run osmo-hlr_10.42.42.2(pid=9569): stdout: \u000a| (launched: 2022-12-10_12:49:25.610896) \u000a12:49:29.290431 run osmo-hlr_10.42.42.2(pid=9569): stderr: \u000a| �[0;m�[1;31m20221210124925815 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210124925815 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210124925815 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210124925815 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210124925815 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210124925815 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210124925828 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2375/run.2022-12-10_12-42-03/gprs:sysmo+mod-bts0-egprs/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210124925837 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210124925838 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210124925838 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:49:29.335333 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9557): Terminating (SIGTERM)\u000a12:49:29.377652 run iperf3-srv_10.42.42.10(pid=9558): Terminating (SIGTERM)\u000a12:49:29.420695 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9559): Terminating (SIGTERM)\u000a12:49:29.463474 run iperf3-srv_10.42.42.10(pid=9560): Terminating (SIGTERM)\u000a12:49:29.506057 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9561): Terminating (SIGTERM)\u000a12:49:29.548599 run iperf3-srv_10.42.42.10(pid=9562): Terminating (SIGTERM)\u000a12:49:29.591024 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9563): Terminating (SIGTERM)\u000a12:49:29.633685 run iperf3-srv_10.42.42.10(pid=9564): Terminating (SIGTERM)\u000a12:49:29.675956 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9568): Terminating (SIGTERM)\u000a12:49:29.718510 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9571): Terminating (SIGTERM)\u000a12:49:29.761187 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9574): Terminating (SIGTERM)\u000a12:49:29.770985 --- ParallelTerminationStrategy: PID 9557 died...\u000a12:49:29.827835 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9557): Terminated: ok {rc=0}\u000a12:49:29.838250 --- ParallelTerminationStrategy: PID 9558 died...\u000a12:49:29.894604 run iperf3-srv_10.42.42.10(pid=9558): Terminated {rc=256}\u000a12:49:29.904928 --- ParallelTerminationStrategy: PID 9559 died...\u000a12:49:29.961765 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9559): Terminated: ok {rc=0}\u000a12:49:29.972100 --- ParallelTerminationStrategy: PID 9560 died...\u000a12:49:30.028487 run iperf3-srv_10.42.42.10(pid=9560): Terminated {rc=256}\u000a12:49:30.038689 --- ParallelTerminationStrategy: PID 9561 died...\u000a12:49:30.095089 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9561): Terminated: ok {rc=0}\u000a12:49:30.105684 --- ParallelTerminationStrategy: PID 9562 died...\u000a12:49:30.162270 run iperf3-srv_10.42.42.10(pid=9562): Terminated {rc=256}\u000a12:49:30.172393 --- ParallelTerminationStrategy: PID 9563 died...\u000a12:49:30.228922 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9563): Terminated: ok {rc=0}\u000a12:49:30.239451 --- ParallelTerminationStrategy: PID 9564 died...\u000a12:49:30.295845 run iperf3-srv_10.42.42.10(pid=9564): Terminated {rc=256}\u000a12:49:30.306167 --- ParallelTerminationStrategy: PID 9568 died...\u000a12:49:30.362520 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9568): Terminated: ok {rc=0}\u000a12:49:30.372739 --- ParallelTerminationStrategy: PID 9571 died...\u000a12:49:30.429328 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9571): Terminated: ok {rc=0}\u000a12:49:30.439674 --- ParallelTerminationStrategy: PID 9574 died...\u000a12:49:30.495765 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9574): Terminated: ok {rc=0}\u000a12:49:30.581576 bus /gobi_4: Setting Powered False\u000a12:49:31.703890 bus /gobi_4: Setting Powered False\u000a12:49:32.818443 bus /gobi_1: Setting Powered False\u000a12:49:33.923129 bus /gobi_1: Setting Powered False\u000a12:49:35.035427 bus /gobi_0: Setting Powered False\u000a12:49:36.139007 bus /gobi_0: Setting Powered False\u000a12:49:37.253581 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 45, "className" : "gprs:sysmo+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9582): Process ended prematurely: osmo-stp_10.42.42.5(pid=9582) [trial-2375↪gprs:sysmo+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9582)]", "failedSince" : 2331, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9582): Process ended prematurely: osmo-stp_10.42.42.5(pid=9582) [trial-2375↪gprs:sysmo+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9582)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2375 gprs:sysmo+mod-bts0-egprs ping.py\u000a----------------------------------------------\u000a12:49:38.322196 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:49:38.333780 tst gprs:sysmo+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a12:49:38.462144 tst ping.py: using LAC 28507\u000a12:49:38.586651 tst ping.py: using RAC 202\u000a12:49:38.717385 tst ping.py: using CellId 28507\u000a12:49:38.849651 tst ping.py: using BVCI 28508\u000a12:49:38.875391 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:49:38.886810 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:49:38.898176 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:49:38.909674 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:49:38.921049 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:49:38.932334 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:49:38.943784 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:49:38.955062 tst gprs:sysmo+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a12:49:39.256586 tst ping.py:19: start network...\u000a12:49:39.395882 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:49:39.928295 run create_hlr_db(pid=9576): Launched\u000a12:49:40.122142 bus /gobi_6: Setting Powered False\u000a12:49:41.142435 run create_hlr_db(pid=9576): Terminated: ok {rc=0}\u000a12:49:41.563508 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9578): Launched\u000a12:49:41.878313 run osmo-hlr_10.42.42.2(pid=9579): Launched\u000a12:49:41.996287 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:49:42.537591 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9581): Launched\u000a12:49:42.852136 run osmo-stp_10.42.42.5(pid=9582): Launched\u000a12:49:42.965084 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a12:49:43.509360 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9584): Launched\u000a12:49:43.619973 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a12:49:43.894443 run patchelf(pid=9585): Launched\u000a12:49:44.075910 run osmo-stp_10.42.42.5(pid=9582): ERR: Terminated: ERROR {rc=1} [trial-2375↪gprs:sysmo+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9582)]\u000a12:49:44.208284 run osmo-stp_10.42.42.5(pid=9582): stdout: \u000a| (launched: 2022-12-10_12:49:42.695877)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:49:44.340835 run osmo-stp_10.42.42.5(pid=9582): stderr: \u000a| �[0;m�[38;5;43m20221210124942870 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210124942870 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210124942870 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210124942871 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210124942871 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210124942871 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210124942871 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:49:44.469490 run osmo-stp_10.42.42.5(pid=9582): stdout: \u000a| (launched: 2022-12-10_12:49:42.695877)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:49:44.597170 run osmo-stp_10.42.42.5(pid=9582): stderr: \u000a| �[0;m�[38;5;43m20221210124942870 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210124942870 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210124942870 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210124942871 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210124942871 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210124942871 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210124942871 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:49:44.745674 run patchelf(pid=9585): Terminating (SIGINT)\u000a12:49:44.919587 run patchelf(pid=9585): Terminated: ok {rc=0}\u000a12:49:44.951268 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=9582): Process ended prematurely: osmo-stp_10.42.42.5(pid=9582) [trial-2375↪gprs:sysmo+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9582)] [trial-2375↪gprs:sysmo+mod-bts0-egprs↪ping.py:22]\u000a12:49:44.959933 tst ping.py:22: Test FAILED (6.6 sec)\u000a12:49:45.021816 run osmo-hlr_10.42.42.2(pid=9579): ERR: Terminated: ERROR {rc=237} [trial-2375↪gprs:sysmo+mod-bts0-egprs↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9579)]\u000a12:49:45.071813 run osmo-hlr_10.42.42.2(pid=9579): stdout: \u000a| (launched: 2022-12-10_12:49:41.721724) \u000a12:49:45.122808 run osmo-hlr_10.42.42.2(pid=9579): stderr: \u000a| �[0;m�[1;31m20221210124941899 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210124941899 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210124941899 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210124941899 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210124941899 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210124941899 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210124941911 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2375/run.2022-12-10_12-42-03/gprs:sysmo+mod-bts0-egprs/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210124941920 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210124941920 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210124941920 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:49:45.165979 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9578): Terminating (SIGTERM)\u000a12:49:45.206451 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9581): Terminating (SIGTERM)\u000a12:49:45.246987 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9584): Terminating (SIGTERM)\u000a12:49:45.256469 --- ParallelTerminationStrategy: PID 9578 died...\u000a12:49:45.311208 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9578): Terminated: ok {rc=0}\u000a12:49:45.321207 --- ParallelTerminationStrategy: PID 9581 died...\u000a12:49:45.376324 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9581): Terminated: ok {rc=0}\u000a12:49:45.386071 --- ParallelTerminationStrategy: PID 9584 died...\u000a12:49:45.440168 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9584): Terminated: ok {rc=0}\u000a12:49:45.531463 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 45, "className" : "gprs:sysmo+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9592): Process ended prematurely: osmo-stp_10.42.42.5(pid=9592) [trial-2375↪gprs:sysmo+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9592)]", "failedSince" : 2331, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9592): Process ended prematurely: osmo-stp_10.42.42.5(pid=9592) [trial-2375↪gprs:sysmo+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9592)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2375 gprs:sysmo+mod-bts0-egprs ping_idle_ping.py\u000a----------------------------------------------\u000a12:49:46.588669 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:49:46.601615 tst gprs:sysmo+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a12:49:46.746614 tst ping_idle_ping.py: using LAC 28508\u000a12:49:46.880540 tst ping_idle_ping.py: using RAC 203\u000a12:49:47.043778 tst ping_idle_ping.py: using CellId 28508\u000a12:49:47.174630 tst ping_idle_ping.py: using BVCI 28509\u000a12:49:47.199525 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:49:47.211776 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:49:47.223480 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:49:47.234504 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:49:47.245297 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:49:47.256144 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:49:47.267265 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:49:47.278117 tst gprs:sysmo+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a12:49:47.589270 tst ping_idle_ping.py:24: start network...\u000a12:49:47.728675 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:49:48.262467 run create_hlr_db(pid=9586): Launched\u000a12:49:48.456449 bus /gobi_6: Setting Powered False\u000a12:49:49.477378 run create_hlr_db(pid=9586): Terminated: ok {rc=0}\u000a12:49:49.899219 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9588): Launched\u000a12:49:50.214512 run osmo-hlr_10.42.42.2(pid=9589): Launched\u000a12:49:50.327888 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:49:50.873303 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9591): Launched\u000a12:49:51.188472 run osmo-stp_10.42.42.5(pid=9592): Launched\u000a12:49:51.302535 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a12:49:51.851376 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9594): Launched\u000a12:49:51.962862 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a12:49:52.236848 run patchelf(pid=9595): Launched\u000a12:49:52.419488 run osmo-stp_10.42.42.5(pid=9592): ERR: Terminated: ERROR {rc=1} [trial-2375↪gprs:sysmo+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9592)]\u000a12:49:52.553102 run osmo-stp_10.42.42.5(pid=9592): stdout: \u000a| (launched: 2022-12-10_12:49:51.031953)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:49:52.686257 run osmo-stp_10.42.42.5(pid=9592): stderr: \u000a| �[0;m�[38;5;43m20221210124951205 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210124951205 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210124951206 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210124951206 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210124951208 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210124951208 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210124951209 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:49:52.815578 run osmo-stp_10.42.42.5(pid=9592): stdout: \u000a| (launched: 2022-12-10_12:49:51.031953)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:49:52.943741 run osmo-stp_10.42.42.5(pid=9592): stderr: \u000a| �[0;m�[38;5;43m20221210124951205 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210124951205 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210124951206 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210124951206 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210124951208 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210124951208 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210124951209 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:49:53.093272 run patchelf(pid=9595): Terminating (SIGINT)\u000a12:49:53.268369 run patchelf(pid=9595): Terminated: ok {rc=0}\u000a12:49:53.300343 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=9592): Process ended prematurely: osmo-stp_10.42.42.5(pid=9592) [trial-2375↪gprs:sysmo+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9592)] [trial-2375↪gprs:sysmo+mod-bts0-egprs↪ping_idle_ping.py:27]\u000a12:49:53.309203 tst ping_idle_ping.py:27: Test FAILED (6.7 sec)\u000a12:49:53.371149 run osmo-hlr_10.42.42.2(pid=9589): ERR: Terminated: ERROR {rc=237} [trial-2375↪gprs:sysmo+mod-bts0-egprs↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9589)]\u000a12:49:53.421502 run osmo-hlr_10.42.42.2(pid=9589): stdout: \u000a| (launched: 2022-12-10_12:49:50.057621) \u000a12:49:53.472456 run osmo-hlr_10.42.42.2(pid=9589): stderr: \u000a| �[0;m�[1;31m20221210124950236 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210124950236 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210124950236 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210124950236 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210124950236 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210124950236 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210124950273 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2375/run.2022-12-10_12-42-03/gprs:sysmo+mod-bts0-egprs/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210124950283 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210124950283 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210124950283 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:49:53.515104 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9588): Terminating (SIGTERM)\u000a12:49:53.555914 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9591): Terminating (SIGTERM)\u000a12:49:53.596186 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9594): Terminating (SIGTERM)\u000a12:49:53.606531 --- ParallelTerminationStrategy: PID 9588 died...\u000a12:49:53.661187 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9588): Terminated: ok {rc=0}\u000a12:49:53.670909 --- ParallelTerminationStrategy: PID 9591 died...\u000a12:49:53.725391 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9591): Terminated: ok {rc=0}\u000a12:49:53.735343 --- ParallelTerminationStrategy: PID 9594 died...\u000a12:49:53.789490 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9594): Terminated: ok {rc=0}\u000a12:49:53.880129 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 62.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "13", "name" : "gprs_sysmo+mod-bts0-egprs", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T12:48:54" }, { "cases" : [ { "testActions" : [ ], "age" : 233, "className" : "gprs:sysmo+mod-bts0-dynts-ipa", "duration" : 10.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9612): Process ended prematurely: osmo-stp_10.42.42.5(pid=9612) [trial-2375↪gprs:sysmo+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9612)]", "failedSince" : 2143, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9612): Process ended prematurely: osmo-stp_10.42.42.5(pid=9612) [trial-2375↪gprs:sysmo+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9612)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2375 gprs:sysmo+mod-bts0-dynts-ipa cs_paging_gprs_active.py\u000a----------------------------------------------\u000a12:49:56.008661 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:49:56.020134 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a12:49:56.176744 tst cs_paging_gprs_active.py: using LAC 28509\u000a12:49:56.310571 tst cs_paging_gprs_active.py: using RAC 204\u000a12:49:56.442348 tst cs_paging_gprs_active.py: using CellId 28509\u000a12:49:56.568088 tst cs_paging_gprs_active.py: using BVCI 28510\u000a12:49:56.592734 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:49:56.603647 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:49:56.614389 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:49:56.625866 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:49:56.637259 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:49:56.648549 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:49:56.660047 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:49:56.671272 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:49:56.682919 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a12:49:56.807651 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a12:49:57.114198 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a12:49:57.255465 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:49:57.607632 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9599): Launched\u000a12:49:57.901344 run iperf3-srv_10.42.42.10(pid=9600): Launched\u000a12:49:58.108493 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a12:49:58.250318 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:49:58.603680 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9601): Launched\u000a12:49:58.896999 run iperf3-srv_10.42.42.10(pid=9602): Launched\u000a12:49:59.104059 tst cs_paging_gprs_active.py:38: start network...\u000a12:49:59.245620 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:49:59.792176 run create_hlr_db(pid=9603): Launched\u000a12:49:59.987793 bus /gobi_6: Setting Powered False\u000a12:50:01.018270 run create_hlr_db(pid=9603): Terminated: ok {rc=0}\u000a12:50:01.465611 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9605): Launched\u000a12:50:01.834855 run osmo-hlr_10.42.42.2(pid=9606): Launched\u000a12:50:02.052056 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:50:02.698440 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9611): Launched\u000a12:50:03.040607 run osmo-stp_10.42.42.5(pid=9612): Launched\u000a12:50:03.163784 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a12:50:03.756939 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9614): Launched\u000a12:50:03.878398 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a12:50:04.177053 run patchelf(pid=9615): Launched\u000a12:50:04.374208 run osmo-stp_10.42.42.5(pid=9612): ERR: Terminated: ERROR {rc=1} [trial-2375↪gprs:sysmo+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9612)]\u000a12:50:04.518394 run osmo-stp_10.42.42.5(pid=9612): stdout: \u000a| (launched: 2022-12-10_12:50:02.870830)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:50:04.662338 run osmo-stp_10.42.42.5(pid=9612): stderr: \u000a| �[0;m�[38;5;43m20221210125003064 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210125003065 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210125003065 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210125003065 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210125003068 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210125003068 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210125003068 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:50:04.802073 run osmo-stp_10.42.42.5(pid=9612): stdout: \u000a| (launched: 2022-12-10_12:50:02.870830)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:50:04.940247 run osmo-stp_10.42.42.5(pid=9612): stderr: \u000a| �[0;m�[38;5;43m20221210125003064 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210125003065 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210125003065 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210125003065 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210125003068 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210125003068 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210125003068 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:50:05.101844 run patchelf(pid=9615): Terminating (SIGINT)\u000a12:50:05.291080 run patchelf(pid=9615): Terminated: ok {rc=0}\u000a12:50:05.325860 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=9612): Process ended prematurely: osmo-stp_10.42.42.5(pid=9612) [trial-2375↪gprs:sysmo+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9612)] [trial-2375↪gprs:sysmo+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38]\u000a12:50:05.335724 tst cs_paging_gprs_active.py:38: Test FAILED (9.4 sec)\u000a12:50:05.399871 run osmo-hlr_10.42.42.2(pid=9606): ERR: Terminated: ERROR {rc=237} [trial-2375↪gprs:sysmo+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9606)]\u000a12:50:05.452275 run osmo-hlr_10.42.42.2(pid=9606): stdout: \u000a| (launched: 2022-12-10_12:50:01.643119) \u000a12:50:05.506108 run osmo-hlr_10.42.42.2(pid=9606): stderr: \u000a| �[0;m�[1;31m20221210125001962 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210125001962 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210125001962 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210125001962 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210125001962 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210125001962 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210125001980 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2375/run.2022-12-10_12-42-03/gprs:sysmo+mod-bts0-dynts-ipa/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210125002004 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210125002007 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210125002008 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:50:05.551182 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9599): Terminating (SIGTERM)\u000a12:50:05.593987 run iperf3-srv_10.42.42.10(pid=9600): Terminating (SIGTERM)\u000a12:50:05.636876 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9601): Terminating (SIGTERM)\u000a12:50:05.679644 run iperf3-srv_10.42.42.10(pid=9602): Terminating (SIGTERM)\u000a12:50:05.722286 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9605): Terminating (SIGTERM)\u000a12:50:05.765071 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9611): Terminating (SIGTERM)\u000a12:50:05.807846 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9614): Terminating (SIGTERM)\u000a12:50:05.817834 --- ParallelTerminationStrategy: PID 9599 died...\u000a12:50:05.874966 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9599): Terminated: ok {rc=0}\u000a12:50:05.885361 --- ParallelTerminationStrategy: PID 9600 died...\u000a12:50:05.942029 run iperf3-srv_10.42.42.10(pid=9600): Terminated {rc=256}\u000a12:50:05.952354 --- ParallelTerminationStrategy: PID 9601 died...\u000a12:50:06.009010 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9601): Terminated: ok {rc=0}\u000a12:50:06.019063 --- ParallelTerminationStrategy: PID 9602 died...\u000a12:50:06.075567 run iperf3-srv_10.42.42.10(pid=9602): Terminated {rc=256}\u000a12:50:06.085905 --- ParallelTerminationStrategy: PID 9605 died...\u000a12:50:06.142658 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9605): Terminated: ok {rc=0}\u000a12:50:06.152940 --- ParallelTerminationStrategy: PID 9611 died...\u000a12:50:06.209526 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9611): Terminated: ok {rc=0}\u000a12:50:06.220004 --- ParallelTerminationStrategy: PID 9614 died...\u000a12:50:06.276650 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9614): Terminated: ok {rc=0}\u000a12:50:06.364823 bus /gobi_0: Setting Powered False\u000a12:50:07.473129 bus /gobi_0: Setting Powered False\u000a12:50:08.586440 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 233, "className" : "gprs:sysmo+mod-bts0-dynts-ipa", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9624): Process ended prematurely: osmo-stp_10.42.42.5(pid=9624) [trial-2375↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9624)]", "failedSince" : 2143, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9624): Process ended prematurely: osmo-stp_10.42.42.5(pid=9624) [trial-2375↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9624)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2375 gprs:sysmo+mod-bts0-dynts-ipa iperf3.py\u000a----------------------------------------------\u000a12:50:09.703882 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:50:09.716030 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a12:50:09.869767 tst iperf3.py: using LAC 28510\u000a12:50:09.996425 tst iperf3.py: using RAC 205\u000a12:50:10.121837 tst iperf3.py: using CellId 28510\u000a12:50:10.246393 tst iperf3.py: using BVCI 28511\u000a12:50:10.270663 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:50:10.281582 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:50:10.292132 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:50:10.303187 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:50:10.314094 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:50:10.324938 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:50:10.335949 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:50:10.347103 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:50:10.358267 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a12:50:10.663015 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a12:50:10.804381 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:50:11.155306 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9616): Launched\u000a12:50:11.449648 run iperf3-srv_10.42.42.10(pid=9617): Launched\u000a12:50:11.658230 tst iperf3.py:8: start network...\u000a12:50:11.799597 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:50:12.344137 run create_hlr_db(pid=9618): Launched\u000a12:50:12.538892 bus /gobi_6: Setting Powered False\u000a12:50:13.560126 run create_hlr_db(pid=9618): Terminated: ok {rc=0}\u000a12:50:14.007806 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9620): Launched\u000a12:50:14.349006 run osmo-hlr_10.42.42.2(pid=9621): Launched\u000a12:50:14.475963 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:50:15.063208 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9623): Launched\u000a12:50:15.402104 run osmo-stp_10.42.42.5(pid=9624): Launched\u000a12:50:15.524542 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a12:50:16.159247 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9626): Launched\u000a12:50:16.285358 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a12:50:16.599952 run patchelf(pid=9627): Launched\u000a12:50:16.800022 run osmo-stp_10.42.42.5(pid=9624): ERR: Terminated: ERROR {rc=1} [trial-2375↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9624)]\u000a12:50:16.945753 run osmo-stp_10.42.42.5(pid=9624): stdout: \u000a| (launched: 2022-12-10_12:50:15.234535)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:50:17.092468 run osmo-stp_10.42.42.5(pid=9624): stderr: \u000a| �[0;m�[38;5;43m20221210125015431 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210125015432 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210125015432 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210125015432 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210125015433 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210125015433 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210125015433 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:50:17.232285 run osmo-stp_10.42.42.5(pid=9624): stdout: \u000a| (launched: 2022-12-10_12:50:15.234535)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:50:17.370823 run osmo-stp_10.42.42.5(pid=9624): stderr: \u000a| �[0;m�[38;5;43m20221210125015431 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210125015432 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210125015432 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210125015432 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210125015433 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210125015433 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210125015433 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:50:17.532623 run patchelf(pid=9627): Terminating (SIGINT)\u000a12:50:17.722325 run patchelf(pid=9627): Terminated: ok {rc=0}\u000a12:50:17.756653 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=9624): Process ended prematurely: osmo-stp_10.42.42.5(pid=9624) [trial-2375↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9624)] [trial-2375↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3.py:8]\u000a12:50:17.766982 tst iperf3.py:8: Test FAILED (8.1 sec)\u000a12:50:17.831020 run osmo-hlr_10.42.42.2(pid=9621): ERR: Terminated: ERROR {rc=237} [trial-2375↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9621)]\u000a12:50:17.883087 run osmo-hlr_10.42.42.2(pid=9621): stdout: \u000a| (launched: 2022-12-10_12:50:14.179596) \u000a12:50:17.935729 run osmo-hlr_10.42.42.2(pid=9621): stderr: \u000a| �[0;m�[1;31m20221210125014385 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210125014385 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210125014385 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210125014385 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210125014385 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210125014385 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210125014396 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2375/run.2022-12-10_12-42-03/gprs:sysmo+mod-bts0-dynts-ipa/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210125014405 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210125014405 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210125014405 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:50:17.980937 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9616): Terminating (SIGTERM)\u000a12:50:18.023513 run iperf3-srv_10.42.42.10(pid=9617): Terminating (SIGTERM)\u000a12:50:18.066115 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9620): Terminating (SIGTERM)\u000a12:50:18.108291 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9623): Terminating (SIGTERM)\u000a12:50:18.150973 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9626): Terminating (SIGTERM)\u000a12:50:18.160745 --- ParallelTerminationStrategy: PID 9616 died...\u000a12:50:18.217355 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9616): Terminated: ok {rc=0}\u000a12:50:18.227625 --- ParallelTerminationStrategy: PID 9617 died...\u000a12:50:18.283862 run iperf3-srv_10.42.42.10(pid=9617): Terminated {rc=256}\u000a12:50:18.294113 --- ParallelTerminationStrategy: PID 9620 died...\u000a12:50:18.350477 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9620): Terminated: ok {rc=0}\u000a12:50:18.360717 --- ParallelTerminationStrategy: PID 9623 died...\u000a12:50:18.417540 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9623): Terminated: ok {rc=0}\u000a12:50:18.427901 --- ParallelTerminationStrategy: PID 9626 died...\u000a12:50:18.484639 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9626): Terminated: ok {rc=0}\u000a12:50:18.572558 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 233, "className" : "gprs:sysmo+mod-bts0-dynts-ipa", "duration" : 12.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9643): Process ended prematurely: osmo-stp_10.42.42.5(pid=9643) [trial-2375↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9643)]", "failedSince" : 2143, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9643): Process ended prematurely: osmo-stp_10.42.42.5(pid=9643) [trial-2375↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9643)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2375 gprs:sysmo+mod-bts0-dynts-ipa iperf3m4.py\u000a----------------------------------------------\u000a12:50:19.691039 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:50:19.703125 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a12:50:19.859164 tst iperf3m4.py: using LAC 28511\u000a12:50:19.988654 tst iperf3m4.py: using RAC 206\u000a12:50:20.114590 tst iperf3m4.py: using CellId 28511\u000a12:50:20.238723 tst iperf3m4.py: using BVCI 28512\u000a12:50:20.263040 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:50:20.274040 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:50:20.284784 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:50:20.295811 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:50:20.306716 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:50:20.317645 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:50:20.328587 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:50:20.339466 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:50:20.350742 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a12:50:20.474041 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a12:50:20.598882 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a12:50:20.723155 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a12:50:21.014253 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a12:50:21.146869 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:50:21.477388 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9629): Launched\u000a12:50:21.754302 run iperf3-srv_10.42.42.10(pid=9630): Launched\u000a12:50:21.948004 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a12:50:22.080343 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:50:22.409043 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9631): Launched\u000a12:50:22.690191 run iperf3-srv_10.42.42.10(pid=9632): Launched\u000a12:50:22.897432 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a12:50:23.038751 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:50:23.388405 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9633): Launched\u000a12:50:23.682284 run iperf3-srv_10.42.42.10(pid=9634): Launched\u000a12:50:23.889940 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a12:50:24.031305 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:50:24.382036 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9635): Launched\u000a12:50:24.677573 run iperf3-srv_10.42.42.10(pid=9636): Launched\u000a12:50:24.885431 tst iperf3m4.py:8: start network...\u000a12:50:25.027166 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:50:25.572118 run create_hlr_db(pid=9637): Launched\u000a12:50:25.767734 bus /gobi_6: Setting Powered False\u000a12:50:26.787933 run create_hlr_db(pid=9637): Terminated: ok {rc=0}\u000a12:50:27.235943 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9639): Launched\u000a12:50:27.577258 run osmo-hlr_10.42.42.2(pid=9640): Launched\u000a12:50:27.700532 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:50:28.291289 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9642): Launched\u000a12:50:28.630425 run osmo-stp_10.42.42.5(pid=9643): Launched\u000a12:50:28.753806 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a12:50:29.342382 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9645): Launched\u000a12:50:29.463321 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a12:50:29.759038 run patchelf(pid=9646): Launched\u000a12:50:29.954610 run osmo-stp_10.42.42.5(pid=9643): ERR: Terminated: ERROR {rc=1} [trial-2375↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9643)]\u000a12:50:30.097468 run osmo-stp_10.42.42.5(pid=9643): stdout: \u000a| (launched: 2022-12-10_12:50:28.463589)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:50:30.240466 run osmo-stp_10.42.42.5(pid=9643): stderr: \u000a| �[0;m�[38;5;43m20221210125028663 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210125028664 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210125028664 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210125028664 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210125028665 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210125028665 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210125028665 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:50:30.378875 run osmo-stp_10.42.42.5(pid=9643): stdout: \u000a| (launched: 2022-12-10_12:50:28.463589)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:50:30.516812 run osmo-stp_10.42.42.5(pid=9643): stderr: \u000a| �[0;m�[38;5;43m20221210125028663 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210125028664 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210125028664 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210125028664 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210125028665 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210125028665 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210125028665 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:50:30.677019 run patchelf(pid=9646): Terminating (SIGINT)\u000a12:50:30.866484 run patchelf(pid=9646): Terminated: ok {rc=0}\u000a12:50:30.901670 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=9643): Process ended prematurely: osmo-stp_10.42.42.5(pid=9643) [trial-2375↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9643)] [trial-2375↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3m4.py:8]\u000a12:50:30.912691 tst iperf3m4.py:8: Test FAILED (11.3 sec)\u000a12:50:30.978134 run osmo-hlr_10.42.42.2(pid=9640): ERR: Terminated: ERROR {rc=237} [trial-2375↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9640)]\u000a12:50:31.030796 run osmo-hlr_10.42.42.2(pid=9640): stdout: \u000a| (launched: 2022-12-10_12:50:27.408250) \u000a12:50:31.083899 run osmo-hlr_10.42.42.2(pid=9640): stderr: \u000a| �[0;m�[1;31m20221210125027615 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210125027615 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210125027615 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210125027615 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210125027616 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210125027616 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210125027628 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2375/run.2022-12-10_12-42-03/gprs:sysmo+mod-bts0-dynts-ipa/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210125027636 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210125027637 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210125027637 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:50:31.129558 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9629): Terminating (SIGTERM)\u000a12:50:31.174710 run iperf3-srv_10.42.42.10(pid=9630): Terminating (SIGTERM)\u000a12:50:31.219116 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9631): Terminating (SIGTERM)\u000a12:50:31.263967 run iperf3-srv_10.42.42.10(pid=9632): Terminating (SIGTERM)\u000a12:50:31.306903 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9633): Terminating (SIGTERM)\u000a12:50:31.350011 run iperf3-srv_10.42.42.10(pid=9634): Terminating (SIGTERM)\u000a12:50:31.394248 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9635): Terminating (SIGTERM)\u000a12:50:31.437264 run iperf3-srv_10.42.42.10(pid=9636): Terminating (SIGTERM)\u000a12:50:31.482027 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9639): Terminating (SIGTERM)\u000a12:50:31.524675 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9642): Terminating (SIGTERM)\u000a12:50:31.567218 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9645): Terminating (SIGTERM)\u000a12:50:31.577159 --- ParallelTerminationStrategy: PID 9629 died...\u000a12:50:31.634398 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9629): Terminated: ok {rc=0}\u000a12:50:31.645036 --- ParallelTerminationStrategy: PID 9630 died...\u000a12:50:31.702362 run iperf3-srv_10.42.42.10(pid=9630): Terminated {rc=256}\u000a12:50:31.713229 --- ParallelTerminationStrategy: PID 9631 died...\u000a12:50:31.770525 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9631): Terminated: ok {rc=0}\u000a12:50:31.781185 --- ParallelTerminationStrategy: PID 9632 died...\u000a12:50:31.838220 run iperf3-srv_10.42.42.10(pid=9632): Terminated {rc=256}\u000a12:50:31.848770 --- ParallelTerminationStrategy: PID 9633 died...\u000a12:50:31.906163 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9633): Terminated: ok {rc=0}\u000a12:50:31.917455 --- ParallelTerminationStrategy: PID 9634 died...\u000a12:50:31.986978 run iperf3-srv_10.42.42.10(pid=9634): Terminated {rc=256}\u000a12:50:31.999950 --- ParallelTerminationStrategy: PID 9635 died...\u000a12:50:32.071296 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9635): Terminated: ok {rc=0}\u000a12:50:32.084613 --- ParallelTerminationStrategy: PID 9636 died...\u000a12:50:32.152515 run iperf3-srv_10.42.42.10(pid=9636): Terminated {rc=256}\u000a12:50:32.162813 --- ParallelTerminationStrategy: PID 9639 died...\u000a12:50:32.219631 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9639): Terminated: ok {rc=0}\u000a12:50:32.230067 --- ParallelTerminationStrategy: PID 9642 died...\u000a12:50:32.286677 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9642): Terminated: ok {rc=0}\u000a12:50:32.296730 --- ParallelTerminationStrategy: PID 9645 died...\u000a12:50:32.352208 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9645): Terminated: ok {rc=0}\u000a12:50:32.442107 bus /gobi_4: Setting Powered False\u000a12:50:33.546706 bus /gobi_4: Setting Powered False\u000a12:50:34.660822 bus /gobi_1: Setting Powered False\u000a12:50:35.765808 bus /gobi_1: Setting Powered False\u000a12:50:36.878708 bus /gobi_0: Setting Powered False\u000a12:50:37.983290 bus /gobi_0: Setting Powered False\u000a12:50:39.097849 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 45, "className" : "gprs:sysmo+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9653): Process ended prematurely: osmo-stp_10.42.42.5(pid=9653) [trial-2375↪gprs:sysmo+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9653)]", "failedSince" : 2331, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9653): Process ended prematurely: osmo-stp_10.42.42.5(pid=9653) [trial-2375↪gprs:sysmo+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9653)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2375 gprs:sysmo+mod-bts0-dynts-ipa ping.py\u000a----------------------------------------------\u000a12:50:40.165805 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:50:40.178054 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a12:50:40.326936 tst ping.py: using LAC 28512\u000a12:50:40.448306 tst ping.py: using RAC 207\u000a12:50:40.570844 tst ping.py: using CellId 28512\u000a12:50:40.691907 tst ping.py: using BVCI 28513\u000a12:50:40.716175 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:50:40.727453 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:50:40.738225 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:50:40.749679 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:50:40.760914 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:50:40.772095 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:50:40.783839 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:50:40.794849 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a12:50:41.094970 tst ping.py:19: start network...\u000a12:50:41.233069 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:50:41.766185 run create_hlr_db(pid=9647): Launched\u000a12:50:41.959416 bus /gobi_6: Setting Powered False\u000a12:50:42.978879 run create_hlr_db(pid=9647): Terminated: ok {rc=0}\u000a12:50:43.401674 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9649): Launched\u000a12:50:43.718616 run osmo-hlr_10.42.42.2(pid=9650): Launched\u000a12:50:43.832780 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:50:44.385065 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9652): Launched\u000a12:50:44.701312 run osmo-stp_10.42.42.5(pid=9653): Launched\u000a12:50:44.815012 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a12:50:45.357794 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9655): Launched\u000a12:50:45.469353 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a12:50:45.742900 run patchelf(pid=9656): Launched\u000a12:50:45.958633 run osmo-stp_10.42.42.5(pid=9653): ERR: Terminated: ERROR {rc=1} [trial-2375↪gprs:sysmo+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9653)]\u000a12:50:46.101578 run osmo-stp_10.42.42.5(pid=9653): stdout: \u000a| (launched: 2022-12-10_12:50:44.543118)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:50:46.257797 run osmo-stp_10.42.42.5(pid=9653): stderr: \u000a| �[0;m�[38;5;43m20221210125044718 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210125044718 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210125044718 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210125044719 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210125044719 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210125044719 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210125044719 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:50:46.414272 run osmo-stp_10.42.42.5(pid=9653): stdout: \u000a| (launched: 2022-12-10_12:50:44.543118)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:50:46.555606 run osmo-stp_10.42.42.5(pid=9653): stderr: \u000a| �[0;m�[38;5;43m20221210125044718 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210125044718 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210125044718 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210125044719 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210125044719 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210125044719 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210125044719 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:50:46.718773 run patchelf(pid=9656): Terminating (SIGINT)\u000a12:50:46.910086 run patchelf(pid=9656): Terminated: ok {rc=0}\u000a12:50:46.945762 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=9653): Process ended prematurely: osmo-stp_10.42.42.5(pid=9653) [trial-2375↪gprs:sysmo+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9653)] [trial-2375↪gprs:sysmo+mod-bts0-dynts-ipa↪ping.py:22]\u000a12:50:46.956330 tst ping.py:22: Test FAILED (6.8 sec)\u000a12:50:47.021751 run osmo-hlr_10.42.42.2(pid=9650): ERR: Terminated: ERROR {rc=237} [trial-2375↪gprs:sysmo+mod-bts0-dynts-ipa↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9650)]\u000a12:50:47.075558 run osmo-hlr_10.42.42.2(pid=9650): stdout: \u000a| (launched: 2022-12-10_12:50:43.561126) \u000a12:50:47.130072 run osmo-hlr_10.42.42.2(pid=9650): stderr: \u000a| �[0;m�[1;31m20221210125043739 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210125043739 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210125043739 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210125043739 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210125043739 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210125043739 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210125043752 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2375/run.2022-12-10_12-42-03/gprs:sysmo+mod-bts0-dynts-ipa/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210125043762 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210125043762 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210125043762 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:50:47.175658 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9649): Terminating (SIGTERM)\u000a12:50:47.218993 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9652): Terminating (SIGTERM)\u000a12:50:47.261449 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9655): Terminating (SIGTERM)\u000a12:50:47.271302 --- ParallelTerminationStrategy: PID 9649 died...\u000a12:50:47.328260 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9649): Terminated: ok {rc=0}\u000a12:50:47.338524 --- ParallelTerminationStrategy: PID 9652 died...\u000a12:50:47.394753 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9652): Terminated: ok {rc=0}\u000a12:50:47.404728 --- ParallelTerminationStrategy: PID 9655 died...\u000a12:50:47.461154 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9655): Terminated: ok {rc=0}\u000a12:50:47.549727 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 45, "className" : "gprs:sysmo+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9663): Process ended prematurely: osmo-stp_10.42.42.5(pid=9663) [trial-2375↪gprs:sysmo+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9663)]", "failedSince" : 2331, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9663): Process ended prematurely: osmo-stp_10.42.42.5(pid=9663) [trial-2375↪gprs:sysmo+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9663)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2375 gprs:sysmo+mod-bts0-dynts-ipa ping_idle_ping.py\u000a----------------------------------------------\u000a12:50:48.601202 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:50:48.612909 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a12:50:48.763234 tst ping_idle_ping.py: using LAC 28513\u000a12:50:48.887396 tst ping_idle_ping.py: using RAC 208\u000a12:50:49.011502 tst ping_idle_ping.py: using CellId 28513\u000a12:50:49.134477 tst ping_idle_ping.py: using BVCI 28514\u000a12:50:49.158265 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:50:49.169182 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:50:49.179756 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:50:49.191226 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:50:49.202645 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:50:49.213993 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:50:49.225567 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:50:49.236829 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a12:50:49.538691 tst ping_idle_ping.py:24: start network...\u000a12:50:49.677079 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:50:50.213203 run create_hlr_db(pid=9657): Launched\u000a12:50:50.406118 bus /gobi_6: Setting Powered False\u000a12:50:51.426651 run create_hlr_db(pid=9657): Terminated: ok {rc=0}\u000a12:50:51.849892 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9659): Launched\u000a12:50:52.166166 run osmo-hlr_10.42.42.2(pid=9660): Launched\u000a12:50:52.287495 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:50:52.841795 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9662): Launched\u000a12:50:53.156781 run osmo-stp_10.42.42.5(pid=9663): Launched\u000a12:50:53.270146 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a12:50:53.814199 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9665): Launched\u000a12:50:53.926043 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a12:50:54.199617 run patchelf(pid=9666): Launched\u000a12:50:54.382282 run osmo-stp_10.42.42.5(pid=9663): ERR: Terminated: ERROR {rc=1} [trial-2375↪gprs:sysmo+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9663)]\u000a12:50:54.515443 run osmo-stp_10.42.42.5(pid=9663): stdout: \u000a| (launched: 2022-12-10_12:50:52.999942)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:50:54.648532 run osmo-stp_10.42.42.5(pid=9663): stderr: \u000a| �[0;m�[38;5;43m20221210125053176 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210125053176 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210125053176 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210125053177 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210125053177 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210125053177 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210125053177 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:50:54.777717 run osmo-stp_10.42.42.5(pid=9663): stdout: \u000a| (launched: 2022-12-10_12:50:52.999942)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:50:54.905789 run osmo-stp_10.42.42.5(pid=9663): stderr: \u000a| �[0;m�[38;5;43m20221210125053176 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210125053176 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210125053176 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210125053177 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210125053177 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210125053177 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210125053177 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:50:55.054950 run patchelf(pid=9666): Terminating (SIGINT)\u000a12:50:55.230161 run patchelf(pid=9666): Terminated: ok {rc=0}\u000a12:50:55.261831 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=9663): Process ended prematurely: osmo-stp_10.42.42.5(pid=9663) [trial-2375↪gprs:sysmo+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9663)] [trial-2375↪gprs:sysmo+mod-bts0-dynts-ipa↪ping_idle_ping.py:27]\u000a12:50:55.270576 tst ping_idle_ping.py:27: Test FAILED (6.7 sec)\u000a12:50:55.331626 run osmo-hlr_10.42.42.2(pid=9660): ERR: Terminated: ERROR {rc=237} [trial-2375↪gprs:sysmo+mod-bts0-dynts-ipa↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9660)]\u000a12:50:55.381208 run osmo-hlr_10.42.42.2(pid=9660): stdout: \u000a| (launched: 2022-12-10_12:50:52.009377) \u000a12:50:55.431629 run osmo-hlr_10.42.42.2(pid=9660): stderr: \u000a| �[0;m�[1;31m20221210125052191 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210125052191 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210125052191 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210125052191 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210125052191 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210125052191 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210125052203 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2375/run.2022-12-10_12-42-03/gprs:sysmo+mod-bts0-dynts-ipa/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210125052214 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210125052214 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210125052214 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:50:55.474161 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9659): Terminating (SIGTERM)\u000a12:50:55.514576 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9662): Terminating (SIGTERM)\u000a12:50:55.555172 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9665): Terminating (SIGTERM)\u000a12:50:55.565726 --- ParallelTerminationStrategy: PID 9659 died...\u000a12:50:55.620052 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9659): Terminated: ok {rc=0}\u000a12:50:55.630095 --- ParallelTerminationStrategy: PID 9662 died...\u000a12:50:55.684126 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9662): Terminated: ok {rc=0}\u000a12:50:55.694335 --- ParallelTerminationStrategy: PID 9665 died...\u000a12:50:55.748668 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9665): Terminated: ok {rc=0}\u000a12:50:55.836868 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 62.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "14", "name" : "gprs_sysmo+mod-bts0-dynts-ipa", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T12:49:55" }, { "cases" : [ { "testActions" : [ ], "age" : 233, "className" : "gprs:sysmo+mod-bts0-dynts-osmo", "duration" : 10.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9680): Process ended prematurely: osmo-stp_10.42.42.5(pid=9680) [trial-2375↪gprs:sysmo+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9680)]", "failedSince" : 2143, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9680): Process ended prematurely: osmo-stp_10.42.42.5(pid=9680) [trial-2375↪gprs:sysmo+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9680)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2375 gprs:sysmo+mod-bts0-dynts-osmo cs_paging_gprs_active.py\u000a----------------------------------------------\u000a12:50:57.954723 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:50:57.965661 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a12:50:58.113726 tst cs_paging_gprs_active.py: using LAC 28514\u000a12:50:58.240087 tst cs_paging_gprs_active.py: using RAC 209\u000a12:50:58.363172 tst cs_paging_gprs_active.py: using CellId 28514\u000a12:50:58.488733 tst cs_paging_gprs_active.py: using BVCI 28515\u000a12:50:58.513336 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:50:58.524078 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:50:58.534720 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:50:58.546239 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:50:58.557601 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:50:58.569285 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:50:58.580887 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:50:58.592343 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:50:58.603967 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a12:50:58.728733 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a12:50:59.018680 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a12:50:59.151846 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:50:59.481704 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9670): Launched\u000a12:50:59.760578 run iperf3-srv_10.42.42.10(pid=9671): Launched\u000a12:50:59.955309 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a12:51:00.087893 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:51:00.417293 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9672): Launched\u000a12:51:00.693859 run iperf3-srv_10.42.42.10(pid=9673): Launched\u000a12:51:00.897257 tst cs_paging_gprs_active.py:38: start network...\u000a12:51:01.048427 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:51:01.640781 run create_hlr_db(pid=9674): Launched\u000a12:51:01.843681 bus /gobi_6: Setting Powered False\u000a12:51:02.848327 run create_hlr_db(pid=9674): Terminated: ok {rc=0}\u000a12:51:03.313778 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9676): Launched\u000a12:51:03.656398 run osmo-hlr_10.42.42.2(pid=9677): Launched\u000a12:51:03.779535 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:51:04.371072 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9679): Launched\u000a12:51:04.714867 run osmo-stp_10.42.42.5(pid=9680): Launched\u000a12:51:04.837067 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a12:51:05.430150 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9682): Launched\u000a12:51:05.551401 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a12:51:05.846974 run patchelf(pid=9683): Launched\u000a12:51:06.044222 run osmo-stp_10.42.42.5(pid=9680): ERR: Terminated: ERROR {rc=1} [trial-2375↪gprs:sysmo+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9680)]\u000a12:51:06.187971 run osmo-stp_10.42.42.5(pid=9680): stdout: \u000a| (launched: 2022-12-10_12:51:04.545048)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:51:06.331994 run osmo-stp_10.42.42.5(pid=9680): stderr: \u000a| �[0;m�[38;5;43m20221210125104746 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210125104746 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210125104746 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210125104747 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210125104747 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210125104747 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210125104747 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:51:06.471641 run osmo-stp_10.42.42.5(pid=9680): stdout: \u000a| (launched: 2022-12-10_12:51:04.545048)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:51:06.610283 run osmo-stp_10.42.42.5(pid=9680): stderr: \u000a| �[0;m�[38;5;43m20221210125104746 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210125104746 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210125104746 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210125104747 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210125104747 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210125104747 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210125104747 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:51:06.771483 run patchelf(pid=9683): Terminating (SIGINT)\u000a12:51:06.960454 run patchelf(pid=9683): Terminated: ok {rc=0}\u000a12:51:06.995078 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=9680): Process ended prematurely: osmo-stp_10.42.42.5(pid=9680) [trial-2375↪gprs:sysmo+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9680)] [trial-2375↪gprs:sysmo+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38]\u000a12:51:07.005132 tst cs_paging_gprs_active.py:38: Test FAILED (9.1 sec)\u000a12:51:07.068591 run osmo-hlr_10.42.42.2(pid=9677): ERR: Terminated: ERROR {rc=237} [trial-2375↪gprs:sysmo+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9677)]\u000a12:51:07.120370 run osmo-hlr_10.42.42.2(pid=9677): stdout: \u000a| (launched: 2022-12-10_12:51:03.486567) \u000a12:51:07.172756 run osmo-hlr_10.42.42.2(pid=9677): stderr: \u000a| �[0;m�[1;31m20221210125103688 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210125103688 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210125103688 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210125103688 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210125103688 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210125103688 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210125103700 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2375/run.2022-12-10_12-42-03/gprs:sysmo+mod-bts0-dynts-osmo/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210125103709 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210125103710 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210125103710 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:51:07.217415 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9670): Terminating (SIGTERM)\u000a12:51:07.259393 run iperf3-srv_10.42.42.10(pid=9671): Terminating (SIGTERM)\u000a12:51:07.301585 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9672): Terminating (SIGTERM)\u000a12:51:07.343635 run iperf3-srv_10.42.42.10(pid=9673): Terminating (SIGTERM)\u000a12:51:07.385784 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9676): Terminating (SIGTERM)\u000a12:51:07.427728 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9679): Terminating (SIGTERM)\u000a12:51:07.469989 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9682): Terminating (SIGTERM)\u000a12:51:07.479722 --- ParallelTerminationStrategy: PID 9670 died...\u000a12:51:07.536084 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9670): Terminated: ok {rc=0}\u000a12:51:07.546256 --- ParallelTerminationStrategy: PID 9671 died...\u000a12:51:07.602130 run iperf3-srv_10.42.42.10(pid=9671): Terminated {rc=256}\u000a12:51:07.612187 --- ParallelTerminationStrategy: PID 9672 died...\u000a12:51:07.668011 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9672): Terminated: ok {rc=0}\u000a12:51:07.678070 --- ParallelTerminationStrategy: PID 9673 died...\u000a12:51:07.733585 run iperf3-srv_10.42.42.10(pid=9673): Terminated {rc=256}\u000a12:51:07.743596 --- ParallelTerminationStrategy: PID 9676 died...\u000a12:51:07.799254 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9676): Terminated: ok {rc=0}\u000a12:51:07.809354 --- ParallelTerminationStrategy: PID 9679 died...\u000a12:51:07.864790 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9679): Terminated: ok {rc=0}\u000a12:51:07.874868 --- ParallelTerminationStrategy: PID 9682 died...\u000a12:51:07.930679 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9682): Terminated: ok {rc=0}\u000a12:51:08.019266 bus /gobi_0: Setting Powered False\u000a12:51:09.124286 bus /gobi_0: Setting Powered False\u000a12:51:10.237335 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 233, "className" : "gprs:sysmo+mod-bts0-dynts-osmo", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9693): Process ended prematurely: osmo-stp_10.42.42.5(pid=9693) [trial-2375↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9693)]", "failedSince" : 2143, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9693): Process ended prematurely: osmo-stp_10.42.42.5(pid=9693) [trial-2375↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9693)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2375 gprs:sysmo+mod-bts0-dynts-osmo iperf3.py\u000a----------------------------------------------\u000a12:51:11.350673 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:51:11.362434 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a12:51:11.515558 tst iperf3.py: using LAC 28515\u000a12:51:11.642519 tst iperf3.py: using RAC 210\u000a12:51:11.768894 tst iperf3.py: using CellId 28515\u000a12:51:11.896094 tst iperf3.py: using BVCI 28516\u000a12:51:11.920468 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:51:11.931387 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:51:11.942182 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:51:11.953171 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:51:11.963956 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:51:11.974874 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:51:11.986059 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:51:11.997062 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:51:12.008186 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a12:51:12.314388 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a12:51:12.456031 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:51:12.807407 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9685): Launched\u000a12:51:13.102154 run iperf3-srv_10.42.42.10(pid=9686): Launched\u000a12:51:13.310049 tst iperf3.py:8: start network...\u000a12:51:13.451514 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:51:13.996292 run create_hlr_db(pid=9687): Launched\u000a12:51:14.191837 bus /gobi_6: Setting Powered False\u000a12:51:15.211508 run create_hlr_db(pid=9687): Terminated: ok {rc=0}\u000a12:51:15.638657 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9689): Launched\u000a12:51:16.004331 run osmo-hlr_10.42.42.2(pid=9690): Launched\u000a12:51:16.231185 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:51:16.935442 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9692): Launched\u000a12:51:17.315484 run osmo-stp_10.42.42.5(pid=9693): Launched\u000a12:51:17.436416 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a12:51:17.998958 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9695): Launched\u000a12:51:18.113443 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a12:51:18.391624 run patchelf(pid=9696): Launched\u000a12:51:18.576728 run osmo-stp_10.42.42.5(pid=9693): ERR: Terminated: ERROR {rc=1} [trial-2375↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9693)]\u000a12:51:18.712589 run osmo-stp_10.42.42.5(pid=9693): stdout: \u000a| (launched: 2022-12-10_12:51:17.099756)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:51:18.848567 run osmo-stp_10.42.42.5(pid=9693): stderr: \u000a| �[0;m�[38;5;43m20221210125117347 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210125117348 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210125117348 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210125117348 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210125117349 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210125117349 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210125117349 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:51:18.980650 run osmo-stp_10.42.42.5(pid=9693): stdout: \u000a| (launched: 2022-12-10_12:51:17.099756)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:51:19.111057 run osmo-stp_10.42.42.5(pid=9693): stderr: \u000a| �[0;m�[38;5;43m20221210125117347 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210125117348 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210125117348 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210125117348 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210125117349 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210125117349 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210125117349 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:51:19.263225 run patchelf(pid=9696): Terminating (SIGINT)\u000a12:51:19.441667 run patchelf(pid=9696): Terminated: ok {rc=0}\u000a12:51:19.474704 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=9693): Process ended prematurely: osmo-stp_10.42.42.5(pid=9693) [trial-2375↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9693)] [trial-2375↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3.py:8]\u000a12:51:19.484039 tst iperf3.py:8: Test FAILED (8.2 sec)\u000a12:51:19.545984 run osmo-hlr_10.42.42.2(pid=9690): ERR: Terminated: ERROR {rc=237} [trial-2375↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9690)]\u000a12:51:19.596207 run osmo-hlr_10.42.42.2(pid=9690): stdout: \u000a| (launched: 2022-12-10_12:51:15.800425) \u000a12:51:19.647040 run osmo-hlr_10.42.42.2(pid=9690): stderr: \u000a| �[0;m�[1;31m20221210125116139 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210125116140 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210125116140 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210125116140 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210125116140 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210125116140 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210125116155 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2375/run.2022-12-10_12-42-03/gprs:sysmo+mod-bts0-dynts-osmo/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210125116164 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210125116164 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210125116164 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:51:19.690012 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9685): Terminating (SIGTERM)\u000a12:51:19.730417 run iperf3-srv_10.42.42.10(pid=9686): Terminating (SIGTERM)\u000a12:51:19.771138 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9689): Terminating (SIGTERM)\u000a12:51:19.811672 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9692): Terminating (SIGTERM)\u000a12:51:19.852137 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9695): Terminating (SIGTERM)\u000a12:51:19.861906 --- ParallelTerminationStrategy: PID 9685 died...\u000a12:51:19.916740 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9685): Terminated: ok {rc=0}\u000a12:51:19.926646 --- ParallelTerminationStrategy: PID 9686 died...\u000a12:51:19.981370 run iperf3-srv_10.42.42.10(pid=9686): Terminated {rc=256}\u000a12:51:19.991439 --- ParallelTerminationStrategy: PID 9689 died...\u000a12:51:20.046027 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9689): Terminated: ok {rc=0}\u000a12:51:20.055905 --- ParallelTerminationStrategy: PID 9692 died...\u000a12:51:20.110717 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9692): Terminated: ok {rc=0}\u000a12:51:20.121044 --- ParallelTerminationStrategy: PID 9695 died...\u000a12:51:20.175138 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9695): Terminated: ok {rc=0}\u000a12:51:20.264687 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 237, "className" : "gprs:sysmo+mod-bts0-dynts-osmo", "duration" : 12.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9711): Process ended prematurely: osmo-stp_10.42.42.5(pid=9711) [trial-2375↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9711)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9711): Process ended prematurely: osmo-stp_10.42.42.5(pid=9711) [trial-2375↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9711)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2375 gprs:sysmo+mod-bts0-dynts-osmo iperf3m4.py\u000a----------------------------------------------\u000a12:51:21.378911 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:51:21.390691 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a12:51:21.542276 tst iperf3m4.py: using LAC 28516\u000a12:51:21.669630 tst iperf3m4.py: using RAC 211\u000a12:51:21.796674 tst iperf3m4.py: using CellId 28516\u000a12:51:21.923975 tst iperf3m4.py: using BVCI 28517\u000a12:51:21.948382 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:51:21.959326 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:51:21.970146 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:51:21.981186 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:51:21.991977 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:51:22.003001 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:51:22.014145 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:51:22.025109 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:51:22.036298 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a12:51:22.160809 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a12:51:22.283338 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a12:51:22.400798 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a12:51:22.689242 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a12:51:22.821886 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:51:23.153831 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9697): Launched\u000a12:51:23.430164 run iperf3-srv_10.42.42.10(pid=9698): Launched\u000a12:51:23.623870 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a12:51:23.756330 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:51:24.085584 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9699): Launched\u000a12:51:24.360870 run iperf3-srv_10.42.42.10(pid=9700): Launched\u000a12:51:24.555573 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a12:51:24.687875 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:51:25.018103 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9701): Launched\u000a12:51:25.295360 run iperf3-srv_10.42.42.10(pid=9702): Launched\u000a12:51:25.489028 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a12:51:25.621402 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:51:25.951679 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9703): Launched\u000a12:51:26.229243 run iperf3-srv_10.42.42.10(pid=9704): Launched\u000a12:51:26.423256 tst iperf3m4.py:8: start network...\u000a12:51:26.555868 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:51:27.060239 run create_hlr_db(pid=9705): Launched\u000a12:51:27.243609 bus /gobi_6: Setting Powered False\u000a12:51:28.264223 run create_hlr_db(pid=9705): Terminated: ok {rc=0}\u000a12:51:28.717925 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9707): Launched\u000a12:51:29.060174 run osmo-hlr_10.42.42.2(pid=9708): Launched\u000a12:51:29.184833 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:51:29.782646 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9710): Launched\u000a12:51:30.126061 run osmo-stp_10.42.42.5(pid=9711): Launched\u000a12:51:30.249498 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a12:51:30.850753 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9713): Launched\u000a12:51:30.989777 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a12:51:31.294165 run patchelf(pid=9714): Launched\u000a12:51:31.496516 run osmo-stp_10.42.42.5(pid=9711): ERR: Terminated: ERROR {rc=1} [trial-2375↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9711)]\u000a12:51:31.648609 run osmo-stp_10.42.42.5(pid=9711): stdout: \u000a| (launched: 2022-12-10_12:51:29.956185)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:51:31.796594 run osmo-stp_10.42.42.5(pid=9711): stderr: \u000a| �[0;m�[38;5;43m20221210125130153 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210125130153 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210125130153 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210125130154 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210125130156 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210125130156 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210125130156 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:51:31.940420 run osmo-stp_10.42.42.5(pid=9711): stdout: \u000a| (launched: 2022-12-10_12:51:29.956185)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:51:32.082648 run osmo-stp_10.42.42.5(pid=9711): stderr: \u000a| �[0;m�[38;5;43m20221210125130153 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210125130153 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210125130153 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210125130154 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210125130156 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210125130156 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210125130156 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:51:32.246532 run patchelf(pid=9714): Terminating (SIGINT)\u000a12:51:32.435824 run patchelf(pid=9714): Terminated: ok {rc=0}\u000a12:51:32.470329 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=9711): Process ended prematurely: osmo-stp_10.42.42.5(pid=9711) [trial-2375↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9711)] [trial-2375↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3m4.py:8]\u000a12:51:32.480798 tst iperf3m4.py:8: Test FAILED (11.1 sec)\u000a12:51:32.545168 run osmo-hlr_10.42.42.2(pid=9708): ERR: Terminated: ERROR {rc=237} [trial-2375↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9708)]\u000a12:51:32.597433 run osmo-hlr_10.42.42.2(pid=9708): stdout: \u000a| (launched: 2022-12-10_12:51:28.890762) \u000a12:51:32.650290 run osmo-hlr_10.42.42.2(pid=9708): stderr: \u000a| �[0;m�[1;31m20221210125129093 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210125129093 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210125129093 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210125129093 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210125129093 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210125129093 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210125129106 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2375/run.2022-12-10_12-42-03/gprs:sysmo+mod-bts0-dynts-osmo/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210125129114 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210125129115 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210125129115 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:51:32.695253 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9697): Terminating (SIGTERM)\u000a12:51:32.737878 run iperf3-srv_10.42.42.10(pid=9698): Terminating (SIGTERM)\u000a12:51:32.780293 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9699): Terminating (SIGTERM)\u000a12:51:32.822869 run iperf3-srv_10.42.42.10(pid=9700): Terminating (SIGTERM)\u000a12:51:32.865206 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9701): Terminating (SIGTERM)\u000a12:51:32.907463 run iperf3-srv_10.42.42.10(pid=9702): Terminating (SIGTERM)\u000a12:51:32.949927 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9703): Terminating (SIGTERM)\u000a12:51:32.992299 run iperf3-srv_10.42.42.10(pid=9704): Terminating (SIGTERM)\u000a12:51:33.034951 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9707): Terminating (SIGTERM)\u000a12:51:33.077302 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9710): Terminating (SIGTERM)\u000a12:51:33.119790 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9713): Terminating (SIGTERM)\u000a12:51:33.129724 --- ParallelTerminationStrategy: PID 9697 died...\u000a12:51:33.186389 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9697): Terminated: ok {rc=0}\u000a12:51:33.196519 --- ParallelTerminationStrategy: PID 9698 died...\u000a12:51:33.252655 run iperf3-srv_10.42.42.10(pid=9698): Terminated {rc=256}\u000a12:51:33.262779 --- ParallelTerminationStrategy: PID 9699 died...\u000a12:51:33.319229 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9699): Terminated: ok {rc=0}\u000a12:51:33.329834 --- ParallelTerminationStrategy: PID 9700 died...\u000a12:51:33.386615 run iperf3-srv_10.42.42.10(pid=9700): Terminated {rc=256}\u000a12:51:33.396725 --- ParallelTerminationStrategy: PID 9701 died...\u000a12:51:33.453283 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9701): Terminated: ok {rc=0}\u000a12:51:33.463481 --- ParallelTerminationStrategy: PID 9702 died...\u000a12:51:33.520279 run iperf3-srv_10.42.42.10(pid=9702): Terminated {rc=256}\u000a12:51:33.530597 --- ParallelTerminationStrategy: PID 9703 died...\u000a12:51:33.587130 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9703): Terminated: ok {rc=0}\u000a12:51:33.597463 --- ParallelTerminationStrategy: PID 9704 died...\u000a12:51:33.653911 run iperf3-srv_10.42.42.10(pid=9704): Terminated {rc=256}\u000a12:51:33.664111 --- ParallelTerminationStrategy: PID 9707 died...\u000a12:51:33.720655 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9707): Terminated: ok {rc=0}\u000a12:51:33.730851 --- ParallelTerminationStrategy: PID 9710 died...\u000a12:51:33.787263 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9710): Terminated: ok {rc=0}\u000a12:51:33.797843 --- ParallelTerminationStrategy: PID 9713 died...\u000a12:51:33.854499 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9713): Terminated: ok {rc=0}\u000a12:51:33.943264 bus /gobi_4: Setting Powered False\u000a12:51:35.050821 bus /gobi_4: Setting Powered False\u000a12:51:36.161253 bus /gobi_1: Setting Powered False\u000a12:51:37.268912 bus /gobi_1: Setting Powered False\u000a12:51:38.378651 bus /gobi_0: Setting Powered False\u000a12:51:39.486401 bus /gobi_0: Setting Powered False\u000a12:51:40.596399 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 45, "className" : "gprs:sysmo+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9721): Process ended prematurely: osmo-stp_10.42.42.5(pid=9721) [trial-2375↪gprs:sysmo+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9721)]", "failedSince" : 2331, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9721): Process ended prematurely: osmo-stp_10.42.42.5(pid=9721) [trial-2375↪gprs:sysmo+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9721)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2375 gprs:sysmo+mod-bts0-dynts-osmo ping.py\u000a----------------------------------------------\u000a12:51:41.666700 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:51:41.678750 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a12:51:41.830391 tst ping.py: using LAC 28517\u000a12:51:41.951371 tst ping.py: using RAC 212\u000a12:51:42.072258 tst ping.py: using CellId 28517\u000a12:51:42.195111 tst ping.py: using BVCI 28518\u000a12:51:42.219080 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:51:42.230118 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:51:42.240787 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:51:42.251986 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:51:42.263021 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:51:42.274178 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:51:42.285352 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:51:42.296249 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a12:51:42.596413 tst ping.py:19: start network...\u000a12:51:42.734434 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:51:43.260449 run create_hlr_db(pid=9715): Launched\u000a12:51:43.441802 bus /gobi_6: Setting Powered False\u000a12:51:44.473069 run create_hlr_db(pid=9715): Terminated: ok {rc=0}\u000a12:51:44.895810 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9717): Launched\u000a12:51:45.223085 run osmo-hlr_10.42.42.2(pid=9718): Launched\u000a12:51:45.345314 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:51:45.917997 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9720): Launched\u000a12:51:46.407942 run osmo-stp_10.42.42.5(pid=9721): Launched\u000a12:51:46.521325 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a12:51:47.089907 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9723): Launched\u000a12:51:47.212507 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a12:51:47.506456 run patchelf(pid=9724): Launched\u000a12:51:47.701896 run osmo-stp_10.42.42.5(pid=9721): ERR: Terminated: ERROR {rc=1} [trial-2375↪gprs:sysmo+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9721)]\u000a12:51:47.843999 run osmo-stp_10.42.42.5(pid=9721): stdout: \u000a| (launched: 2022-12-10_12:51:46.083955)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:51:47.986380 run osmo-stp_10.42.42.5(pid=9721): stderr: \u000a| �[0;m�[38;5;43m20221210125146282 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210125146282 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210125146283 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210125146283 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210125146286 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210125146286 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210125146287 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:51:48.124363 run osmo-stp_10.42.42.5(pid=9721): stdout: \u000a| (launched: 2022-12-10_12:51:46.083955)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:51:48.261091 run osmo-stp_10.42.42.5(pid=9721): stderr: \u000a| �[0;m�[38;5;43m20221210125146282 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210125146282 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210125146283 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210125146283 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210125146286 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210125146286 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210125146287 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:51:48.420644 run patchelf(pid=9724): Terminating (SIGINT)\u000a12:51:48.607728 run patchelf(pid=9724): Terminated: ok {rc=0}\u000a12:51:48.641506 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=9721): Process ended prematurely: osmo-stp_10.42.42.5(pid=9721) [trial-2375↪gprs:sysmo+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9721)] [trial-2375↪gprs:sysmo+mod-bts0-dynts-osmo↪ping.py:22]\u000a12:51:48.650992 tst ping.py:22: Test FAILED (7.0 sec)\u000a12:51:48.715009 run osmo-hlr_10.42.42.2(pid=9718): ERR: Terminated: ERROR {rc=237} [trial-2375↪gprs:sysmo+mod-bts0-dynts-osmo↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9718)]\u000a12:51:48.767245 run osmo-hlr_10.42.42.2(pid=9718): stdout: \u000a| (launched: 2022-12-10_12:51:45.055377) \u000a12:51:48.820350 run osmo-hlr_10.42.42.2(pid=9718): stderr: \u000a| �[0;m�[1;31m20221210125145248 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210125145248 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210125145248 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210125145248 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210125145248 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210125145248 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210125145260 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2375/run.2022-12-10_12-42-03/gprs:sysmo+mod-bts0-dynts-osmo/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210125145270 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210125145270 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210125145270 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:51:48.865508 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9717): Terminating (SIGTERM)\u000a12:51:48.908080 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9720): Terminating (SIGTERM)\u000a12:51:48.950500 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9723): Terminating (SIGTERM)\u000a12:51:48.960347 --- ParallelTerminationStrategy: PID 9717 died...\u000a12:51:49.016854 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9717): Terminated: ok {rc=0}\u000a12:51:49.027152 --- ParallelTerminationStrategy: PID 9720 died...\u000a12:51:49.083717 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9720): Terminated: ok {rc=0}\u000a12:51:49.093996 --- ParallelTerminationStrategy: PID 9723 died...\u000a12:51:49.150510 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9723): Terminated: ok {rc=0}\u000a12:51:49.237648 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 45, "className" : "gprs:sysmo+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9731): Process ended prematurely: osmo-stp_10.42.42.5(pid=9731) [trial-2375↪gprs:sysmo+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9731)]", "failedSince" : 2331, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9731): Process ended prematurely: osmo-stp_10.42.42.5(pid=9731) [trial-2375↪gprs:sysmo+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9731)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2375 gprs:sysmo+mod-bts0-dynts-osmo ping_idle_ping.py\u000a----------------------------------------------\u000a12:51:50.291657 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:51:50.303772 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a12:51:50.459006 tst ping_idle_ping.py: using LAC 28518\u000a12:51:50.590287 tst ping_idle_ping.py: using RAC 213\u000a12:51:50.720519 tst ping_idle_ping.py: using CellId 28518\u000a12:51:50.853195 tst ping_idle_ping.py: using BVCI 28519\u000a12:51:50.878816 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:51:50.890222 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:51:50.901359 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:51:50.912454 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:51:50.923618 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:51:50.934856 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:51:50.946223 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:51:50.957445 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a12:51:51.258229 tst ping_idle_ping.py:24: start network...\u000a12:51:51.396938 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:51:51.933669 run create_hlr_db(pid=9725): Launched\u000a12:51:52.127075 bus /gobi_6: Setting Powered False\u000a12:51:53.146900 run create_hlr_db(pid=9725): Terminated: ok {rc=0}\u000a12:51:53.570103 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9727): Launched\u000a12:51:53.887361 run osmo-hlr_10.42.42.2(pid=9728): Launched\u000a12:51:54.009566 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:51:54.566376 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9730): Launched\u000a12:51:54.882391 run osmo-stp_10.42.42.5(pid=9731): Launched\u000a12:51:54.995921 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a12:51:55.545483 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9733): Launched\u000a12:51:55.657144 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a12:51:55.934535 run patchelf(pid=9734): Launched\u000a12:51:56.118931 run osmo-stp_10.42.42.5(pid=9731): ERR: Terminated: ERROR {rc=1} [trial-2375↪gprs:sysmo+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9731)]\u000a12:51:56.253321 run osmo-stp_10.42.42.5(pid=9731): stdout: \u000a| (launched: 2022-12-10_12:51:54.725336)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:51:56.388416 run osmo-stp_10.42.42.5(pid=9731): stderr: \u000a| �[0;m�[38;5;43m20221210125154901 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210125154901 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210125154901 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210125154901 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210125154902 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210125154902 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210125154902 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:51:56.518924 run osmo-stp_10.42.42.5(pid=9731): stdout: \u000a| (launched: 2022-12-10_12:51:54.725336)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:51:56.648519 run osmo-stp_10.42.42.5(pid=9731): stderr: \u000a| �[0;m�[38;5;43m20221210125154901 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210125154901 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210125154901 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210125154901 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210125154902 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210125154902 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210125154902 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:51:56.799133 run patchelf(pid=9734): Terminating (SIGINT)\u000a12:51:56.975767 run patchelf(pid=9734): Terminated: ok {rc=0}\u000a12:51:57.007689 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=9731): Process ended prematurely: osmo-stp_10.42.42.5(pid=9731) [trial-2375↪gprs:sysmo+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9731)] [trial-2375↪gprs:sysmo+mod-bts0-dynts-osmo↪ping_idle_ping.py:27]\u000a12:51:57.016281 tst ping_idle_ping.py:27: Test FAILED (6.7 sec)\u000a12:51:57.077986 run osmo-hlr_10.42.42.2(pid=9728): ERR: Terminated: ERROR {rc=237} [trial-2375↪gprs:sysmo+mod-bts0-dynts-osmo↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9728)]\u000a12:51:57.128392 run osmo-hlr_10.42.42.2(pid=9728): stdout: \u000a| (launched: 2022-12-10_12:51:53.729594) \u000a12:51:57.179410 run osmo-hlr_10.42.42.2(pid=9728): stderr: \u000a| �[0;m�[1;31m20221210125153911 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210125153911 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210125153911 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210125153911 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210125153911 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210125153911 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210125153923 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2375/run.2022-12-10_12-42-03/gprs:sysmo+mod-bts0-dynts-osmo/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210125153934 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210125153934 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210125153935 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:51:57.222665 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9727): Terminating (SIGTERM)\u000a12:51:57.263212 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9730): Terminating (SIGTERM)\u000a12:51:57.304364 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9733): Terminating (SIGTERM)\u000a12:51:57.313937 --- ParallelTerminationStrategy: PID 9727 died...\u000a12:51:57.368867 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9727): Terminated: ok {rc=0}\u000a12:51:57.378799 --- ParallelTerminationStrategy: PID 9730 died...\u000a12:51:57.433359 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9730): Terminated: ok {rc=0}\u000a12:51:57.443598 --- ParallelTerminationStrategy: PID 9733 died...\u000a12:51:57.498069 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9733): Terminated: ok {rc=0}\u000a12:51:57.584016 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 62.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "15", "name" : "gprs_sysmo+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T12:50:57" }, { "cases" : [ { "testActions" : [ ], "age" : 47, "className" : "dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9745): Process ended prematurely: osmo-stp_10.42.42.5(pid=9745) [trial-2375↪dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9745)]", "failedSince" : 2329, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9745): Process ended prematurely: osmo-stp_10.42.42.5(pid=9745) [trial-2375↪dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9745)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2375 dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any switch_tch_pdch.py\u000a----------------------------------------------\u000a12:51:59.583332 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a12:51:59.595235 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a12:51:59.745691 tst switch_tch_pdch.py: using LAC 28519\u000a12:51:59.870072 tst switch_tch_pdch.py: using RAC 214\u000a12:51:59.993910 tst switch_tch_pdch.py: using CellId 28519\u000a12:52:00.123906 tst switch_tch_pdch.py: using BVCI 28520\u000a12:52:00.149724 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a12:52:00.161535 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a12:52:00.173100 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a12:52:00.184585 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a12:52:00.196100 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a12:52:00.207802 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a12:52:00.219471 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a12:52:00.230929 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a12:52:00.349716 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a12:52:00.636707 tst switch_tch_pdch.py:51: start network...\u000a12:52:00.766240 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:52:01.338642 run create_hlr_db(pid=9739): Launched\u000a12:52:01.536053 bus /gobi_6: Setting Powered False\u000a12:52:02.553255 run create_hlr_db(pid=9739): Terminated: ok {rc=0}\u000a12:52:02.973594 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9741): Launched\u000a12:52:03.288838 run osmo-hlr_10.42.42.2(pid=9742): Launched\u000a12:52:03.409926 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:52:03.960611 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9744): Launched\u000a12:52:04.274966 run osmo-stp_10.42.42.5(pid=9745): Launched\u000a12:52:04.388320 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a12:52:04.936275 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9747): Launched\u000a12:52:05.046396 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a12:52:05.320713 run patchelf(pid=9748): Launched\u000a12:52:05.502796 run osmo-stp_10.42.42.5(pid=9745): ERR: Terminated: ERROR {rc=1} [trial-2375↪dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9745)]\u000a12:52:05.635571 run osmo-stp_10.42.42.5(pid=9745): stdout: \u000a| (launched: 2022-12-10_12:52:04.118093)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:52:05.768532 run osmo-stp_10.42.42.5(pid=9745): stderr: \u000a| �[0;m�[38;5;43m20221210125204291 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210125204291 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210125204291 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210125204292 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210125204294 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210125204294 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210125204294 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:52:05.897390 run osmo-stp_10.42.42.5(pid=9745): stdout: \u000a| (launched: 2022-12-10_12:52:04.118093)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:52:06.025294 run osmo-stp_10.42.42.5(pid=9745): stderr: \u000a| �[0;m�[38;5;43m20221210125204291 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210125204291 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210125204291 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210125204292 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210125204294 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210125204294 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210125204294 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:52:06.174807 run patchelf(pid=9748): Terminating (SIGINT)\u000a12:52:06.350810 run patchelf(pid=9748): Terminated: ok {rc=0}\u000a12:52:06.382564 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=9745): Process ended prematurely: osmo-stp_10.42.42.5(pid=9745) [trial-2375↪dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9745)] [trial-2375↪dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54]\u000a12:52:06.391221 tst switch_tch_pdch.py:54: Test FAILED (6.8 sec)\u000a12:52:06.452659 run osmo-hlr_10.42.42.2(pid=9742): ERR: Terminated: ERROR {rc=237} [trial-2375↪dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9742)]\u000a12:52:06.502707 run osmo-hlr_10.42.42.2(pid=9742): stdout: \u000a| (launched: 2022-12-10_12:52:03.132420) \u000a12:52:06.553073 run osmo-hlr_10.42.42.2(pid=9742): stderr: \u000a| �[0;m�[1;31m20221210125203313 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210125203313 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210125203313 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210125203313 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210125203313 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210125203313 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210125203327 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2375/run.2022-12-10_12-42-03/dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210125203336 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210125203337 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210125203337 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:52:06.595463 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9741): Terminating (SIGTERM)\u000a12:52:06.636177 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9744): Terminating (SIGTERM)\u000a12:52:06.676272 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9747): Terminating (SIGTERM)\u000a12:52:06.685897 --- ParallelTerminationStrategy: PID 9741 died...\u000a12:52:06.740300 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9741): Terminated: ok {rc=0}\u000a12:52:06.750095 --- ParallelTerminationStrategy: PID 9744 died...\u000a12:52:06.804413 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9744): Terminated: ok {rc=0}\u000a12:52:06.814427 --- ParallelTerminationStrategy: PID 9747 died...\u000a12:52:06.868343 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9747): Terminated: ok {rc=0}\u000a12:52:06.957294 bus /gobi_0: Setting Powered False\u000a12:52:08.061387 bus /gobi_0: Setting Powered False\u000a12:52:09.173328 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "16", "name" : "dynts_sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T12:51:59" }, { "cases" : [ { "testActions" : [ ], "age" : 45, "className" : "dynts:sysmo+mod-bts0-dynts67-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9759): Process ended prematurely: osmo-stp_10.42.42.5(pid=9759) [trial-2375↪dynts:sysmo+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9759)]", "failedSince" : 2331, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9759): Process ended prematurely: osmo-stp_10.42.42.5(pid=9759) [trial-2375↪dynts:sysmo+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9759)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2375 dynts:sysmo+mod-bts0-dynts67-osmo switch_tch_pdch.py\u000a----------------------------------------------\u000a12:52:11.104366 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a12:52:11.115972 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x bts (candidates: 1)\u000a12:52:11.273751 tst switch_tch_pdch.py: using LAC 28520\u000a12:52:11.404441 tst switch_tch_pdch.py: using RAC 215\u000a12:52:11.533422 tst switch_tch_pdch.py: using CellId 28520\u000a12:52:11.663776 tst switch_tch_pdch.py: using BVCI 28521\u000a12:52:11.689567 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a12:52:11.701060 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a12:52:11.712250 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a12:52:11.723458 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a12:52:11.734566 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a12:52:11.745789 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a12:52:11.757378 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a12:52:11.768475 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a12:52:11.886876 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a12:52:12.170489 tst switch_tch_pdch.py:51: start network...\u000a12:52:12.300053 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:52:12.783291 run create_hlr_db(pid=9753): Launched\u000a12:52:12.918413 bus /gobi_6: Setting Powered False\u000a12:52:13.996377 run create_hlr_db(pid=9753): Terminated: ok {rc=0}\u000a12:52:14.390423 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9755): Launched\u000a12:52:14.707244 run osmo-hlr_10.42.42.2(pid=9756): Launched\u000a12:52:14.829671 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:52:15.351073 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9758): Launched\u000a12:52:15.666570 run osmo-stp_10.42.42.5(pid=9759): Launched\u000a12:52:15.782556 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a12:52:16.402490 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9761): Launched\u000a12:52:16.516188 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a12:52:16.805480 run patchelf(pid=9762): Launched\u000a12:52:16.992835 run osmo-stp_10.42.42.5(pid=9759): ERR: Terminated: ERROR {rc=1} [trial-2375↪dynts:sysmo+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9759)]\u000a12:52:17.129525 run osmo-stp_10.42.42.5(pid=9759): stdout: \u000a| (launched: 2022-12-10_12:52:15.509201)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:52:17.265273 run osmo-stp_10.42.42.5(pid=9759): stderr: \u000a| �[0;m�[38;5;43m20221210125215682 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210125215682 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210125215682 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210125215683 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210125215683 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210125215683 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210125215683 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:52:17.394395 run osmo-stp_10.42.42.5(pid=9759): stdout: \u000a| (launched: 2022-12-10_12:52:15.509201)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:52:17.522652 run osmo-stp_10.42.42.5(pid=9759): stderr: \u000a| �[0;m�[38;5;43m20221210125215682 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210125215682 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210125215682 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210125215683 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210125215683 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210125215683 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210125215683 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:52:17.672129 run patchelf(pid=9762): Terminating (SIGINT)\u000a12:52:17.847210 run patchelf(pid=9762): Terminated: ok {rc=0}\u000a12:52:17.878804 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=9759): Process ended prematurely: osmo-stp_10.42.42.5(pid=9759) [trial-2375↪dynts:sysmo+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9759)] [trial-2375↪dynts:sysmo+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54]\u000a12:52:17.887700 tst switch_tch_pdch.py:54: Test FAILED (6.8 sec)\u000a12:52:17.949183 run osmo-hlr_10.42.42.2(pid=9756): ERR: Terminated: ERROR {rc=237} [trial-2375↪dynts:sysmo+mod-bts0-dynts67-osmo↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9756)]\u000a12:52:17.999563 run osmo-hlr_10.42.42.2(pid=9756): stdout: \u000a| (launched: 2022-12-10_12:52:14.549144) \u000a12:52:18.050083 run osmo-hlr_10.42.42.2(pid=9756): stderr: \u000a| �[0;m�[1;31m20221210125214728 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210125214728 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210125214728 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210125214728 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210125214728 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210125214728 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210125214741 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2375/run.2022-12-10_12-42-03/dynts:sysmo+mod-bts0-dynts67-osmo/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210125214749 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210125214749 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210125214749 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:52:18.092939 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9755): Terminating (SIGTERM)\u000a12:52:18.133575 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9758): Terminating (SIGTERM)\u000a12:52:18.174318 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9761): Terminating (SIGTERM)\u000a12:52:18.183907 --- ParallelTerminationStrategy: PID 9755 died...\u000a12:52:18.238073 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9755): Terminated: ok {rc=0}\u000a12:52:18.247972 --- ParallelTerminationStrategy: PID 9758 died...\u000a12:52:18.302544 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9758): Terminated: ok {rc=0}\u000a12:52:18.312274 --- ParallelTerminationStrategy: PID 9761 died...\u000a12:52:18.366528 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9761): Terminated: ok {rc=0}\u000a12:52:18.450913 bus /gobi_0: Setting Powered False\u000a12:52:19.559162 bus /gobi_0: Setting Powered False\u000a12:52:20.668100 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "17", "name" : "dynts_sysmo+mod-bts0-dynts67-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T12:52:10" }, { "cases" : [ { "testActions" : [ ], "age" : 231, "className" : "nitb_sms:oc2g", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=9767): Process ended prematurely: osmo-nitb_10.42.42.2(pid=9767) [trial-2375↪nitb_sms:oc2g↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=9767)]", "failedSince" : 2145, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_sms/mo_mt_sms.py\", line 11, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=9767): Process ended prematurely: osmo-nitb_10.42.42.2(pid=9767) [trial-2375↪nitb_sms:oc2g↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=9767)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2375 nitb_sms:oc2g mo_mt_sms.py\u000a----------------------------------------------\u000a12:52:22.529826 tst nitb_sms:oc2g: Using 1 x ip_address (candidates: 1)\u000a12:52:22.540625 tst nitb_sms:oc2g: Using 1 x bts (candidates: 1)\u000a12:52:22.667531 tst mo_mt_sms.py: using LAC 28521\u000a12:52:22.798989 tst mo_mt_sms.py: using RAC 216\u000a12:52:22.927507 tst mo_mt_sms.py: using CellId 28521\u000a12:52:23.056002 tst mo_mt_sms.py: using BVCI 28522\u000a12:52:23.081485 tst nitb_sms:oc2g: Using 1 x modem (candidates: 2)\u000a12:52:23.203751 tst nitb_sms:oc2g: Using 1 x modem (candidates: 2)\u000a12:52:23.488129 tst mo_mt_sms.py:9: start nitb and bts...\u000a12:52:23.618330 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a12:52:24.264739 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=9766): Launched\u000a12:52:24.579089 run osmo-nitb_10.42.42.2(pid=9767): Launched\u000a12:52:24.771609 run osmo-nitb_10.42.42.2(pid=9767): ERR: Terminated: ERROR {rc=2} [trial-2375↪nitb_sms:oc2g↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=9767)]\u000a12:52:24.912683 run osmo-nitb_10.42.42.2(pid=9767): stdout: \u000a| (launched: 2022-12-10_12:52:24.424624) \u000a12:52:25.053915 run osmo-nitb_10.42.42.2(pid=9767): stderr: \u000a| (launched: 2022-12-10_12:52:24.471258)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a12:52:25.191141 run osmo-nitb_10.42.42.2(pid=9767): stdout: \u000a| (launched: 2022-12-10_12:52:24.424624) \u000a12:52:25.327159 run osmo-nitb_10.42.42.2(pid=9767): stderr: \u000a| (launched: 2022-12-10_12:52:24.471258)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a12:52:25.705101 tst osmo-nitb_10.42.42.2(pid=9767): stdout: \u000a| (launched: 2022-12-10_12:52:24.424624) \u000a12:52:25.828748 tst osmo-nitb_10.42.42.2(pid=9767): stderr: \u000a| (launched: 2022-12-10_12:52:24.471258)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a12:52:25.882995 tst mo_mt_sms.py:11: ERR: Error: osmo-nitb_10.42.42.2(pid=9767): Process ended prematurely: osmo-nitb_10.42.42.2(pid=9767) [trial-2375↪nitb_sms:oc2g↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=9767)] [trial-2375↪nitb_sms:oc2g↪mo_mt_sms.py:11]\u000a12:52:25.891177 tst mo_mt_sms.py:11: Test FAILED (3.4 sec)\u000a12:52:25.926717 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=9766): Terminating (SIGTERM)\u000a12:52:26.104311 --- ParallelTerminationStrategy: PID 9766 died...\u000a12:52:26.160469 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=9766): Terminated: ok {rc=0}\u000a12:52:26.250240 bus /sierra_3: Setting Powered False\u000a12:52:27.355686 bus /sierra_3: Setting Powered False\u000a12:52:28.469873 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 8.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "18", "name" : "nitb_sms_oc2g", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T12:52:22" }, { "cases" : [ { "testActions" : [ ], "age" : 173, "className" : "sms:oc2g", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9777): Process ended prematurely: osmo-stp_10.42.42.5(pid=9777) [trial-2375↪sms:oc2g↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9777)]", "failedSince" : 2203, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/sms/mo_mt_sms.py\", line 16, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9777): Process ended prematurely: osmo-stp_10.42.42.5(pid=9777) [trial-2375↪sms:oc2g↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9777)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2375 sms:oc2g mo_mt_sms.py\u000a----------------------------------------------\u000a12:52:30.316091 tst sms:oc2g: Using 1 x ip_address (candidates: 6)\u000a12:52:30.326723 tst sms:oc2g: Using 1 x bts (candidates: 1)\u000a12:52:30.457135 tst mo_mt_sms.py: using LAC 28522\u000a12:52:30.587703 tst mo_mt_sms.py: using RAC 217\u000a12:52:30.718208 tst mo_mt_sms.py: using CellId 28522\u000a12:52:30.855857 tst mo_mt_sms.py: using BVCI 28523\u000a12:52:30.885909 tst sms:oc2g: Using 1 x ip_address (candidates: 6)\u000a12:52:30.900113 tst sms:oc2g: Using 1 x ip_address (candidates: 6)\u000a12:52:30.924019 tst sms:oc2g: Using 1 x ip_address (candidates: 6)\u000a12:52:30.936188 tst sms:oc2g: Using 1 x ip_address (candidates: 6)\u000a12:52:30.948557 tst sms:oc2g: Using 1 x ip_address (candidates: 6)\u000a12:52:30.960399 tst sms:oc2g: Using 1 x modem (candidates: 2)\u000a12:52:31.090696 tst sms:oc2g: Using 1 x modem (candidates: 2)\u000a12:52:31.352714 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:52:31.958423 run create_hlr_db(pid=9771): Launched\u000a12:52:32.154249 bus /sierra_2: Setting Powered False\u000a12:52:33.171954 run create_hlr_db(pid=9771): Terminated: ok {rc=0}\u000a12:52:33.591019 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9773): Launched\u000a12:52:33.905957 run osmo-hlr_10.42.42.2(pid=9774): Launched\u000a12:52:34.026311 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:52:34.581497 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9776): Launched\u000a12:52:34.897188 run osmo-stp_10.42.42.5(pid=9777): Launched\u000a12:52:35.010658 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:52:35.583389 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9779): Launched\u000a12:52:35.898181 run osmo-msc_10.42.42.6(pid=9780): Launched\u000a12:52:36.087490 run osmo-stp_10.42.42.5(pid=9777): ERR: Terminated: ERROR {rc=1} [trial-2375↪sms:oc2g↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9777)]\u000a12:52:36.219519 run osmo-stp_10.42.42.5(pid=9777): stdout: \u000a| (launched: 2022-12-10_12:52:34.740086)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:52:36.349555 run osmo-stp_10.42.42.5(pid=9777): stderr: \u000a| �[0;m�[38;5;43m20221210125234914 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210125234914 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210125234914 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210125234915 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210125234915 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210125234915 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210125234915 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:52:36.474326 run osmo-stp_10.42.42.5(pid=9777): stdout: \u000a| (launched: 2022-12-10_12:52:34.740086)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:52:36.598600 run osmo-stp_10.42.42.5(pid=9777): stderr: \u000a| �[0;m�[38;5;43m20221210125234914 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210125234914 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210125234914 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210125234915 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210125234915 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210125234915 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210125234915 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:52:36.652663 tst mo_mt_sms.py:16: ERR: Error: osmo-stp_10.42.42.5(pid=9777): Process ended prematurely: osmo-stp_10.42.42.5(pid=9777) [trial-2375↪sms:oc2g↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9777)] [trial-2375↪sms:oc2g↪mo_mt_sms.py:16]\u000a12:52:36.660766 tst mo_mt_sms.py:16: Test FAILED (6.3 sec)\u000a12:52:36.722533 run osmo-hlr_10.42.42.2(pid=9774): ERR: Terminated: ERROR {rc=237} [trial-2375↪sms:oc2g↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9774)]\u000a12:52:36.772415 run osmo-hlr_10.42.42.2(pid=9774): stdout: \u000a| (launched: 2022-12-10_12:52:33.749915) \u000a12:52:36.823177 run osmo-hlr_10.42.42.2(pid=9774): stderr: \u000a| �[0;m�[1;31m20221210125233928 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210125233928 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210125233928 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210125233928 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210125233929 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210125233929 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210125233940 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2375/run.2022-12-10_12-42-03/sms:oc2g/mo_mt_sms.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210125233948 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210125233949 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210125233949 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:52:36.891707 run osmo-msc_10.42.42.6(pid=9780): ERR: Terminated: ERROR {rc=2} [trial-2375↪sms:oc2g↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=9780)]\u000a12:52:36.942004 run osmo-msc_10.42.42.6(pid=9780): stdout: \u000a| (launched: 2022-12-10_12:52:35.741752) \u000a12:52:36.992258 run osmo-msc_10.42.42.6(pid=9780): stderr: \u000a| �[0;m�[38;5;43m20221210125236020 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210125236020 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f7c4db68c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210125236020 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210125236020 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210125236021 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210125236021 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210125236023 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210125236023 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210125236023 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210125236023 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:52:37.034720 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9773): Terminating (SIGTERM)\u000a12:52:37.075316 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9776): Terminating (SIGTERM)\u000a12:52:37.116057 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9779): Terminating (SIGTERM)\u000a12:52:37.126184 --- ParallelTerminationStrategy: PID 9773 died...\u000a12:52:37.180203 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9773): Terminated: ok {rc=0}\u000a12:52:37.190217 --- ParallelTerminationStrategy: PID 9776 died...\u000a12:52:37.244829 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9776): Terminated: ok {rc=0}\u000a12:52:37.254751 --- ParallelTerminationStrategy: PID 9779 died...\u000a12:52:37.309184 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9779): Terminated: ok {rc=0}\u000a12:52:37.394327 bus /sierra_3: Setting Powered False\u000a12:52:38.502140 bus /sierra_3: Setting Powered False\u000a12:52:39.615394 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "19", "name" : "sms_oc2g", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T12:52:30" }, { "cases" : [ { "testActions" : [ ], "age" : 231, "className" : "nitb_ussd:oc2g", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=9786): Process ended prematurely: osmo-nitb_10.42.42.2(pid=9786) [trial-2375↪nitb_ussd:oc2g↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=9786)]", "failedSince" : 2145, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_ussd/assert_extension.py\", line 12, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=9786): Process ended prematurely: osmo-nitb_10.42.42.2(pid=9786) [trial-2375↪nitb_ussd:oc2g↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=9786)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2375 nitb_ussd:oc2g assert_extension.py\u000a----------------------------------------------\u000a12:52:41.411438 tst nitb_ussd:oc2g: Using 1 x ip_address (candidates: 1)\u000a12:52:41.422325 tst nitb_ussd:oc2g: Using 1 x bts (candidates: 1)\u000a12:52:41.546396 tst assert_extension.py: using LAC 28523\u000a12:52:41.667654 tst assert_extension.py: using RAC 218\u000a12:52:41.790297 tst assert_extension.py: using CellId 28523\u000a12:52:41.911085 tst assert_extension.py: using BVCI 28524\u000a12:52:41.934982 tst nitb_ussd:oc2g: Using 1 x modem (candidates: 1)\u000a12:52:42.235456 tst assert_extension.py:10: start nitb and bts...\u000a12:52:42.374611 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a12:52:43.072665 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=9785): Launched\u000a12:52:43.393720 run osmo-nitb_10.42.42.2(pid=9786): Launched\u000a12:52:43.591132 run osmo-nitb_10.42.42.2(pid=9786): ERR: Terminated: ERROR {rc=2} [trial-2375↪nitb_ussd:oc2g↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=9786)]\u000a12:52:43.735373 run osmo-nitb_10.42.42.2(pid=9786): stdout: \u000a| (launched: 2022-12-10_12:52:43.235753) \u000a12:52:43.879911 run osmo-nitb_10.42.42.2(pid=9786): stderr: \u000a| (launched: 2022-12-10_12:52:43.283470)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a12:52:44.019818 run osmo-nitb_10.42.42.2(pid=9786): stdout: \u000a| (launched: 2022-12-10_12:52:43.235753) \u000a12:52:44.159079 run osmo-nitb_10.42.42.2(pid=9786): stderr: \u000a| (launched: 2022-12-10_12:52:43.283470)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a12:52:44.516224 tst osmo-nitb_10.42.42.2(pid=9786): stdout: \u000a| (launched: 2022-12-10_12:52:43.235753) \u000a12:52:44.635772 tst osmo-nitb_10.42.42.2(pid=9786): stderr: \u000a| (launched: 2022-12-10_12:52:43.283470)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a12:52:44.687537 tst assert_extension.py:12: ERR: Error: osmo-nitb_10.42.42.2(pid=9786): Process ended prematurely: osmo-nitb_10.42.42.2(pid=9786) [trial-2375↪nitb_ussd:oc2g↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=9786)] [trial-2375↪nitb_ussd:oc2g↪assert_extension.py:12]\u000a12:52:44.695536 tst assert_extension.py:12: Test FAILED (3.3 sec)\u000a12:52:44.729844 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=9785): Terminating (SIGTERM)\u000a12:52:44.907046 --- ParallelTerminationStrategy: PID 9785 died...\u000a12:52:44.962270 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=9785): Terminated: ok {rc=0}\u000a12:52:45.045946 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 6.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "20", "name" : "nitb_ussd_oc2g", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T12:52:41" }, { "cases" : [ { "testActions" : [ ], "age" : 173, "className" : "ussd:oc2g", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9798): Process ended prematurely: osmo-stp_10.42.42.5(pid=9798) [trial-2375↪ussd:oc2g↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9798)]", "failedSince" : 2203, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/ussd/assert_extension.py\", line 17, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9798): Process ended prematurely: osmo-stp_10.42.42.5(pid=9798) [trial-2375↪ussd:oc2g↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9798)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2375 ussd:oc2g assert_extension.py\u000a----------------------------------------------\u000a12:52:46.873733 tst ussd:oc2g: Using 1 x ip_address (candidates: 6)\u000a12:52:46.888555 tst ussd:oc2g: Using 1 x bts (candidates: 1)\u000a12:52:47.056314 tst assert_extension.py: using LAC 28524\u000a12:52:47.185681 tst assert_extension.py: using RAC 219\u000a12:52:47.310560 tst assert_extension.py: using CellId 28524\u000a12:52:47.435212 tst assert_extension.py: using BVCI 28525\u000a12:52:47.459810 tst ussd:oc2g: Using 1 x ip_address (candidates: 6)\u000a12:52:47.470860 tst ussd:oc2g: Using 1 x ip_address (candidates: 6)\u000a12:52:47.481995 tst ussd:oc2g: Using 1 x ip_address (candidates: 6)\u000a12:52:47.492732 tst ussd:oc2g: Using 1 x ip_address (candidates: 6)\u000a12:52:47.503892 tst ussd:oc2g: Using 1 x ip_address (candidates: 6)\u000a12:52:47.514757 tst ussd:oc2g: Using 1 x modem (candidates: 1)\u000a12:52:47.712836 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:52:48.186079 run create_hlr_db(pid=9792): Launched\u000a12:52:48.358908 bus /sierra_2: Setting Powered False\u000a12:52:49.379215 run create_hlr_db(pid=9792): Terminated: ok {rc=0}\u000a12:52:49.779112 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9794): Launched\u000a12:52:50.080257 run osmo-hlr_10.42.42.2(pid=9795): Launched\u000a12:52:50.189578 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:52:50.714841 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9797): Launched\u000a12:52:51.016613 run osmo-stp_10.42.42.5(pid=9798): Launched\u000a12:52:51.125382 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:52:51.670929 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9800): Launched\u000a12:52:51.972243 run osmo-msc_10.42.42.6(pid=9801): Launched\u000a12:52:52.149526 run osmo-stp_10.42.42.5(pid=9798): ERR: Terminated: ERROR {rc=1} [trial-2375↪ussd:oc2g↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9798)]\u000a12:52:52.277217 run osmo-stp_10.42.42.5(pid=9798): stdout: \u000a| (launched: 2022-12-10_12:52:50.867549)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:52:52.402095 run osmo-stp_10.42.42.5(pid=9798): stderr: \u000a| �[0;m�[38;5;43m20221210125251039 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210125251039 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210125251040 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210125251040 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210125251040 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210125251041 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210125251041 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:52:52.522390 run osmo-stp_10.42.42.5(pid=9798): stdout: \u000a| (launched: 2022-12-10_12:52:50.867549)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:52:52.641843 run osmo-stp_10.42.42.5(pid=9798): stderr: \u000a| �[0;m�[38;5;43m20221210125251039 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210125251039 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210125251040 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210125251040 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210125251040 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210125251041 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210125251041 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:52:52.693811 tst assert_extension.py:17: ERR: Error: osmo-stp_10.42.42.5(pid=9798): Process ended prematurely: osmo-stp_10.42.42.5(pid=9798) [trial-2375↪ussd:oc2g↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9798)] [trial-2375↪ussd:oc2g↪assert_extension.py:17]\u000a12:52:52.701745 tst assert_extension.py:17: Test FAILED (5.8 sec)\u000a12:52:52.761758 run osmo-hlr_10.42.42.2(pid=9795): ERR: Terminated: ERROR {rc=237} [trial-2375↪ussd:oc2g↪assert_extension.py↪assert_extension.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9795)]\u000a12:52:52.810596 run osmo-hlr_10.42.42.2(pid=9795): stdout: \u000a| (launched: 2022-12-10_12:52:49.930702) \u000a12:52:52.860040 run osmo-hlr_10.42.42.2(pid=9795): stderr: \u000a| �[0;m�[1;31m20221210125250109 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210125250109 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210125250109 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210125250109 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210125250109 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210125250109 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210125250125 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2375/run.2022-12-10_12-42-03/ussd:oc2g/assert_extension.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210125250134 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210125250135 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210125250135 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:52:52.927180 run osmo-msc_10.42.42.6(pid=9801): ERR: Terminated: ERROR {rc=2} [trial-2375↪ussd:oc2g↪assert_extension.py↪assert_extension.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=9801)]\u000a12:52:52.975822 run osmo-msc_10.42.42.6(pid=9801): stdout: \u000a| (launched: 2022-12-10_12:52:51.822756) \u000a12:52:53.025140 run osmo-msc_10.42.42.6(pid=9801): stderr: \u000a| �[0;m�[38;5;43m20221210125252097 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210125252098 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f6e5d118c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210125252098 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210125252098 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210125252098 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210125252098 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210125252100 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210125252100 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210125252101 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210125252101 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:52:53.066564 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9794): Terminating (SIGTERM)\u000a12:52:53.105859 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9797): Terminating (SIGTERM)\u000a12:52:53.145147 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9800): Terminating (SIGTERM)\u000a12:52:53.154498 --- ParallelTerminationStrategy: PID 9794 died...\u000a12:52:53.207064 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9794): Terminated: ok {rc=0}\u000a12:52:53.216724 --- ParallelTerminationStrategy: PID 9797 died...\u000a12:52:53.269173 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9797): Terminated: ok {rc=0}\u000a12:52:53.278581 --- ParallelTerminationStrategy: PID 9800 died...\u000a12:52:53.330841 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9800): Terminated: ok {rc=0}\u000a12:52:53.414236 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 9.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "21", "name" : "ussd_oc2g", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T12:52:46" }, { "cases" : [ { "testActions" : [ ], "age" : 173, "className" : "voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9812): Process ended prematurely: osmo-stp_10.42.42.5(pid=9812) [trial-2375↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9812)]", "failedSince" : 2203, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9812): Process ended prematurely: osmo-stp_10.42.42.5(pid=9812) [trial-2375↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9812)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2375 voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call.py\u000a----------------------------------------------\u000a12:52:55.351189 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a12:52:55.363442 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a12:52:55.517280 tst mo_mt_call.py: using LAC 28525\u000a12:52:55.648695 tst mo_mt_call.py: using RAC 220\u000a12:52:55.776552 tst mo_mt_call.py: using CellId 28525\u000a12:52:55.906367 tst mo_mt_call.py: using BVCI 28526\u000a12:52:55.931437 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a12:52:55.942762 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a12:52:55.953817 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a12:52:55.964808 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a12:52:55.975994 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a12:52:55.987182 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a12:52:56.104352 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a12:52:56.308081 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:52:56.791722 run create_hlr_db(pid=9806): Launched\u000a12:52:56.968094 bus /sierra_2: Setting Powered False\u000a12:52:57.989068 run create_hlr_db(pid=9806): Terminated: ok {rc=0}\u000a12:52:58.424138 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9808): Launched\u000a12:52:58.755125 run osmo-hlr_10.42.42.2(pid=9809): Launched\u000a12:52:58.878098 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:52:59.415829 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9811): Launched\u000a12:52:59.724031 run osmo-stp_10.42.42.5(pid=9812): Launched\u000a12:52:59.835452 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:53:00.393500 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9814): Launched\u000a12:53:00.703518 run osmo-msc_10.42.42.6(pid=9815): Launched\u000a12:53:00.976128 run osmo-stp_10.42.42.5(pid=9812): ERR: Terminated: ERROR {rc=1} [trial-2375↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9812)]\u000a12:53:01.128396 run osmo-stp_10.42.42.5(pid=9812): stdout: \u000a| (launched: 2022-12-10_12:52:59.571678)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:53:01.260344 run osmo-stp_10.42.42.5(pid=9812): stderr: \u000a| �[0;m�[38;5;43m20221210125259746 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210125259747 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210125259747 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210125259747 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210125259748 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210125259748 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210125259748 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:53:01.388204 run osmo-stp_10.42.42.5(pid=9812): stdout: \u000a| (launched: 2022-12-10_12:52:59.571678)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:53:01.516031 run osmo-stp_10.42.42.5(pid=9812): stderr: \u000a| �[0;m�[38;5;43m20221210125259746 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210125259747 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210125259747 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210125259747 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210125259748 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210125259748 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210125259748 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:53:01.572019 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=9812): Process ended prematurely: osmo-stp_10.42.42.5(pid=9812) [trial-2375↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9812)] [trial-2375↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8]\u000a12:53:01.581626 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a12:53:01.646570 run osmo-hlr_10.42.42.2(pid=9809): ERR: Terminated: ERROR {rc=237} [trial-2375↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9809)]\u000a12:53:01.698068 run osmo-hlr_10.42.42.2(pid=9809): stdout: \u000a| (launched: 2022-12-10_12:52:58.591439) \u000a12:53:01.750554 run osmo-hlr_10.42.42.2(pid=9809): stderr: \u000a| �[0;m�[1;31m20221210125258795 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210125258795 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210125258795 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210125258795 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210125258795 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210125258795 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210125258808 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2375/run.2022-12-10_12-42-03/voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210125258816 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210125258816 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210125258816 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:53:01.820866 run osmo-msc_10.42.42.6(pid=9815): ERR: Terminated: ERROR {rc=2} [trial-2375↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=9815)]\u000a12:53:01.872613 run osmo-msc_10.42.42.6(pid=9815): stdout: \u000a| (launched: 2022-12-10_12:53:00.549096) \u000a12:53:01.925209 run osmo-msc_10.42.42.6(pid=9815): stderr: \u000a| �[0;m�[38;5;43m20221210125300824 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210125300824 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f59e6c50c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210125300824 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210125300824 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210125300825 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210125300825 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210125300827 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210125300827 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210125300827 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210125300827 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:53:01.969646 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9808): Terminating (SIGTERM)\u000a12:53:02.013096 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9811): Terminating (SIGTERM)\u000a12:53:02.056901 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9814): Terminating (SIGTERM)\u000a12:53:02.066828 --- ParallelTerminationStrategy: PID 9808 died...\u000a12:53:02.123526 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9808): Terminated: ok {rc=0}\u000a12:53:02.134185 --- ParallelTerminationStrategy: PID 9811 died...\u000a12:53:02.189853 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9811): Terminated: ok {rc=0}\u000a12:53:02.200406 --- ParallelTerminationStrategy: PID 9814 died...\u000a12:53:02.256772 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9814): Terminated: ok {rc=0}\u000a12:53:02.344507 bus /sierra_3: Setting Powered False\u000a12:53:03.448022 bus /sierra_3: Setting Powered False\u000a12:53:04.558110 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 173, "className" : "voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9823): Process ended prematurely: osmo-stp_10.42.42.5(pid=9823) [trial-2375↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9823)]", "failedSince" : 2203, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9823): Process ended prematurely: osmo-stp_10.42.42.5(pid=9823) [trial-2375↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9823)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2375 voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a12:53:05.668102 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a12:53:05.679626 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a12:53:05.826152 tst mo_mt_call_osmux.py: using LAC 28526\u000a12:53:05.948456 tst mo_mt_call_osmux.py: using RAC 221\u000a12:53:06.071589 tst mo_mt_call_osmux.py: using CellId 28526\u000a12:53:06.193871 tst mo_mt_call_osmux.py: using BVCI 28527\u000a12:53:06.217348 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a12:53:06.228217 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a12:53:06.239009 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a12:53:06.250085 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a12:53:06.260931 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a12:53:06.272184 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a12:53:06.387794 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a12:53:06.602681 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:53:07.127560 run create_hlr_db(pid=9817): Launched\u000a12:53:07.316121 bus /sierra_2: Setting Powered False\u000a12:53:08.336777 run create_hlr_db(pid=9817): Terminated: ok {rc=0}\u000a12:53:08.746383 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9819): Launched\u000a12:53:09.055049 run osmo-hlr_10.42.42.2(pid=9820): Launched\u000a12:53:09.175912 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:53:09.713982 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9822): Launched\u000a12:53:10.022337 run osmo-stp_10.42.42.5(pid=9823): Launched\u000a12:53:10.134225 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:53:10.692355 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9825): Launched\u000a12:53:11.000178 run osmo-msc_10.42.42.6(pid=9826): Launched\u000a12:53:11.179441 run osmo-stp_10.42.42.5(pid=9823): ERR: Terminated: ERROR {rc=1} [trial-2375↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9823)]\u000a12:53:11.308860 run osmo-stp_10.42.42.5(pid=9823): stdout: \u000a| (launched: 2022-12-10_12:53:09.869094)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:53:11.435412 run osmo-stp_10.42.42.5(pid=9823): stderr: \u000a| �[0;m�[38;5;43m20221210125310039 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210125310040 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210125310040 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210125310040 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210125310042 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210125310043 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210125310043 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:53:11.557315 run osmo-stp_10.42.42.5(pid=9823): stdout: \u000a| (launched: 2022-12-10_12:53:09.869094)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:53:11.678465 run osmo-stp_10.42.42.5(pid=9823): stderr: \u000a| �[0;m�[38;5;43m20221210125310039 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210125310040 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210125310040 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210125310040 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210125310042 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210125310043 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210125310043 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:53:11.731601 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=9823): Process ended prematurely: osmo-stp_10.42.42.5(pid=9823) [trial-2375↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9823)] [trial-2375↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8]\u000a12:53:11.740070 tst mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)\u000a12:53:11.799672 run osmo-hlr_10.42.42.2(pid=9820): ERR: Terminated: ERROR {rc=237} [trial-2375↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9820)]\u000a12:53:11.848075 run osmo-hlr_10.42.42.2(pid=9820): stdout: \u000a| (launched: 2022-12-10_12:53:08.901744) \u000a12:53:11.897237 run osmo-hlr_10.42.42.2(pid=9820): stderr: \u000a| �[0;m�[1;31m20221210125309081 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210125309081 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210125309081 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210125309081 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210125309081 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210125309081 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210125309094 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2375/run.2022-12-10_12-42-03/voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210125309102 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210125309103 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210125309103 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:53:11.963659 run osmo-msc_10.42.42.6(pid=9826): ERR: Terminated: ERROR {rc=2} [trial-2375↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=9826)]\u000a12:53:12.012093 run osmo-msc_10.42.42.6(pid=9826): stdout: \u000a| (launched: 2022-12-10_12:53:10.847316) \u000a12:53:12.061168 run osmo-msc_10.42.42.6(pid=9826): stderr: \u000a| �[0;m�[38;5;43m20221210125311121 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210125311121 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f341a4b5c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210125311121 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210125311122 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210125311122 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210125311122 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210125311124 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210125311124 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210125311124 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210125311124 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:53:12.102532 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9819): Terminating (SIGTERM)\u000a12:53:12.141894 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9822): Terminating (SIGTERM)\u000a12:53:12.181102 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9825): Terminating (SIGTERM)\u000a12:53:12.190475 --- ParallelTerminationStrategy: PID 9819 died...\u000a12:53:12.243055 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9819): Terminated: ok {rc=0}\u000a12:53:12.252799 --- ParallelTerminationStrategy: PID 9822 died...\u000a12:53:12.305171 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9822): Terminated: ok {rc=0}\u000a12:53:12.314932 --- ParallelTerminationStrategy: PID 9825 died...\u000a12:53:12.367295 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9825): Terminated: ok {rc=0}\u000a12:53:12.453749 bus /sierra_3: Setting Powered False\u000a12:53:13.554129 bus /sierra_3: Setting Powered False\u000a12:53:14.663222 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "22", "name" : "voice_oc2g+mod-bts0-ts-tchf+cfg-codec-fr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T12:52:55" }, { "cases" : [ { "testActions" : [ ], "age" : 173, "className" : "voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10110): Process ended prematurely: osmo-stp_10.42.42.5(pid=10110) [trial-2375↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10110)]", "failedSince" : 2203, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10110): Process ended prematurely: osmo-stp_10.42.42.5(pid=10110) [trial-2375↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10110)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2375 voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call.py\u000a----------------------------------------------\u000a12:53:16.685942 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a12:53:16.698296 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a12:53:16.898863 tst mo_mt_call.py: using LAC 28527\u000a12:53:17.062185 tst mo_mt_call.py: using RAC 222\u000a12:53:17.216303 tst mo_mt_call.py: using CellId 28527\u000a12:53:17.370795 tst mo_mt_call.py: using BVCI 28528\u000a12:53:17.405898 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a12:53:17.419871 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a12:53:17.438107 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a12:53:17.454024 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a12:53:17.473508 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a12:53:17.489260 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a12:53:17.641117 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a12:53:17.926934 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:53:18.591763 run create_hlr_db(pid=9923): Launched\u000a12:53:18.817783 bus /sierra_2: Setting Powered False\u000a12:53:19.803034 run create_hlr_db(pid=9923): Terminated: ok {rc=0}\u000a12:53:20.283998 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10104): Launched\u000a12:53:20.703780 run osmo-hlr_10.42.42.2(pid=10105): Launched\u000a12:53:20.948719 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:53:21.595632 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10108): Launched\u000a12:53:22.035068 run osmo-stp_10.42.42.5(pid=10110): Launched\u000a12:53:22.266717 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:53:22.920574 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10112): Launched\u000a12:53:23.331163 run osmo-msc_10.42.42.6(pid=10113): Launched\u000a12:53:23.701610 run osmo-stp_10.42.42.5(pid=10110): ERR: Terminated: ERROR {rc=1} [trial-2375↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10110)]\u000a12:53:23.964740 run osmo-stp_10.42.42.5(pid=10110): stdout: \u000a| (launched: 2022-12-10_12:53:21.761607)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:53:24.184591 run osmo-stp_10.42.42.5(pid=10110): stderr: \u000a| �[0;m�[38;5;43m20221210125322103 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210125322103 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210125322104 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210125322104 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210125322104 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210125322104 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210125322109 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:53:24.311136 run osmo-stp_10.42.42.5(pid=10110): stdout: \u000a| (launched: 2022-12-10_12:53:21.761607)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:53:24.442358 run osmo-stp_10.42.42.5(pid=10110): stderr: \u000a| �[0;m�[38;5;43m20221210125322103 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210125322103 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210125322104 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210125322104 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210125322104 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210125322104 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210125322109 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:53:24.498294 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=10110): Process ended prematurely: osmo-stp_10.42.42.5(pid=10110) [trial-2375↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10110)] [trial-2375↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8]\u000a12:53:24.507805 tst mo_mt_call.py:8: Test FAILED (7.9 sec)\u000a12:53:24.574540 run osmo-hlr_10.42.42.2(pid=10105): ERR: Terminated: ERROR {rc=237} [trial-2375↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10105)]\u000a12:53:24.626649 run osmo-hlr_10.42.42.2(pid=10105): stdout: \u000a| (launched: 2022-12-10_12:53:20.441763) \u000a12:53:24.685062 run osmo-hlr_10.42.42.2(pid=10105): stderr: \u000a| �[0;m�[1;31m20221210125320789 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210125320789 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210125320789 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210125320789 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210125320789 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210125320789 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210125320810 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2375/run.2022-12-10_12-42-03/voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210125320823 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210125320823 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210125320823 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:53:24.758104 run osmo-msc_10.42.42.6(pid=10113): ERR: Terminated: ERROR {rc=2} [trial-2375↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=10113)]\u000a12:53:24.811325 run osmo-msc_10.42.42.6(pid=10113): stdout: \u000a| (launched: 2022-12-10_12:53:23.077572) \u000a12:53:24.865518 run osmo-msc_10.42.42.6(pid=10113): stderr: \u000a| �[0;m�[38;5;43m20221210125323681 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210125323681 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fc93db81c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210125323681 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210125323681 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210125323682 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210125323682 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210125323683 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210125323684 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210125323684 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210125323684 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:53:24.909444 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10104): Terminating (SIGTERM)\u000a12:53:24.959989 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10108): Terminating (SIGTERM)\u000a12:53:25.005140 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10112): Terminating (SIGTERM)\u000a12:53:25.015944 --- ParallelTerminationStrategy: PID 10104 died...\u000a12:53:25.074919 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10104): Terminated: ok {rc=0}\u000a12:53:25.085686 --- ParallelTerminationStrategy: PID 10108 died...\u000a12:53:25.142725 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10108): Terminated: ok {rc=0}\u000a12:53:25.153387 --- ParallelTerminationStrategy: PID 10112 died...\u000a12:53:25.211091 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10112): Terminated: ok {rc=0}\u000a12:53:25.307466 bus /sierra_3: Setting Powered False\u000a12:53:26.416617 bus /sierra_3: Setting Powered False\u000a12:53:27.529923 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 173, "className" : "voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10121): Process ended prematurely: osmo-stp_10.42.42.5(pid=10121) [trial-2375↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10121)]", "failedSince" : 2203, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10121): Process ended prematurely: osmo-stp_10.42.42.5(pid=10121) [trial-2375↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10121)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2375 voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a12:53:28.649607 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a12:53:28.661917 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a12:53:28.821649 tst mo_mt_call_osmux.py: using LAC 28528\u000a12:53:28.951676 tst mo_mt_call_osmux.py: using RAC 223\u000a12:53:29.081497 tst mo_mt_call_osmux.py: using CellId 28528\u000a12:53:29.213036 tst mo_mt_call_osmux.py: using BVCI 28529\u000a12:53:29.238677 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a12:53:29.250888 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a12:53:29.262558 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a12:53:29.274461 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a12:53:29.286741 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a12:53:29.298510 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a12:53:29.421122 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a12:53:29.643824 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:53:30.215943 run create_hlr_db(pid=10115): Launched\u000a12:53:30.409128 bus /sierra_2: Setting Powered False\u000a12:53:31.426860 run create_hlr_db(pid=10115): Terminated: ok {rc=0}\u000a12:53:31.866537 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10117): Launched\u000a12:53:32.267691 run osmo-hlr_10.42.42.2(pid=10118): Launched\u000a12:53:32.499837 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:53:33.138842 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10120): Launched\u000a12:53:33.577704 run osmo-stp_10.42.42.5(pid=10121): Launched\u000a12:53:33.795450 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:53:34.418266 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10123): Launched\u000a12:53:34.863277 run osmo-msc_10.42.42.6(pid=10124): Launched\u000a12:53:35.253017 run osmo-stp_10.42.42.5(pid=10121): ERR: Terminated: ERROR {rc=1} [trial-2375↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10121)]\u000a12:53:35.452911 run osmo-stp_10.42.42.5(pid=10121): stdout: \u000a| (launched: 2022-12-10_12:53:33.302757)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:53:35.592385 run osmo-stp_10.42.42.5(pid=10121): stderr: \u000a| �[0;m�[38;5;43m20221210125333605 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210125333605 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210125333605 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210125333606 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210125333606 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210125333606 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210125333606 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:53:35.733832 run osmo-stp_10.42.42.5(pid=10121): stdout: \u000a| (launched: 2022-12-10_12:53:33.302757)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:53:35.867353 run osmo-stp_10.42.42.5(pid=10121): stderr: \u000a| �[0;m�[38;5;43m20221210125333605 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210125333605 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210125333605 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210125333606 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210125333606 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210125333606 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210125333606 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:53:35.926193 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=10121): Process ended prematurely: osmo-stp_10.42.42.5(pid=10121) [trial-2375↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10121)] [trial-2375↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8]\u000a12:53:35.936508 tst mo_mt_call_osmux.py:8: Test FAILED (7.3 sec)\u000a12:53:36.003406 run osmo-hlr_10.42.42.2(pid=10118): ERR: Terminated: ERROR {rc=237} [trial-2375↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10118)]\u000a12:53:36.056721 run osmo-hlr_10.42.42.2(pid=10118): stdout: \u000a| (launched: 2022-12-10_12:53:32.020777) \u000a12:53:36.110773 run osmo-hlr_10.42.42.2(pid=10118): stderr: \u000a| �[0;m�[1;31m20221210125332356 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210125332356 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210125332356 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210125332356 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210125332362 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210125332362 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210125332382 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2375/run.2022-12-10_12-42-03/voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210125332395 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210125332395 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210125332395 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:53:36.185543 run osmo-msc_10.42.42.6(pid=10124): ERR: Terminated: ERROR {rc=2} [trial-2375↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=10124)]\u000a12:53:36.238816 run osmo-msc_10.42.42.6(pid=10124): stdout: \u000a| (launched: 2022-12-10_12:53:34.587658) \u000a12:53:36.293060 run osmo-msc_10.42.42.6(pid=10124): stderr: \u000a| �[0;m�[38;5;43m20221210125335100 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210125335101 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f14a1f60c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210125335101 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210125335101 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210125335101 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210125335101 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210125335103 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210125335103 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210125335104 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210125335104 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:53:36.338808 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10117): Terminating (SIGTERM)\u000a12:53:36.385419 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10120): Terminating (SIGTERM)\u000a12:53:36.431727 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10123): Terminating (SIGTERM)\u000a12:53:36.442606 --- ParallelTerminationStrategy: PID 10117 died...\u000a12:53:36.502515 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10117): Terminated: ok {rc=0}\u000a12:53:36.513441 --- ParallelTerminationStrategy: PID 10120 died...\u000a12:53:36.573170 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10120): Terminated: ok {rc=0}\u000a12:53:36.584363 --- ParallelTerminationStrategy: PID 10123 died...\u000a12:53:36.642566 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10123): Terminated: ok {rc=0}\u000a12:53:36.733470 bus /sierra_3: Setting Powered False\u000a12:53:37.844499 bus /sierra_3: Setting Powered False\u000a12:53:38.959067 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 25.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "23", "name" : "voice_oc2g+mod-bts0-ts-tchf+cfg-codec-fr2", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T12:53:16" }, { "cases" : [ { "testActions" : [ ], "age" : 173, "className" : "voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10136): Process ended prematurely: osmo-stp_10.42.42.5(pid=10136) [trial-2375↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10136)]", "failedSince" : 2203, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10136): Process ended prematurely: osmo-stp_10.42.42.5(pid=10136) [trial-2375↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10136)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2375 voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call.py\u000a----------------------------------------------\u000a12:53:40.914614 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a12:53:40.925871 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a12:53:41.075925 tst mo_mt_call.py: using LAC 28529\u000a12:53:41.202528 tst mo_mt_call.py: using RAC 224\u000a12:53:41.328502 tst mo_mt_call.py: using CellId 28529\u000a12:53:41.447713 tst mo_mt_call.py: using BVCI 28530\u000a12:53:41.470793 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a12:53:41.481993 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a12:53:41.492693 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a12:53:41.503927 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a12:53:41.515117 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a12:53:41.526081 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a12:53:41.644118 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a12:53:41.855742 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:53:42.366539 run create_hlr_db(pid=10130): Launched\u000a12:53:42.551180 bus /sierra_2: Setting Powered False\u000a12:53:43.572328 run create_hlr_db(pid=10130): Terminated: ok {rc=0}\u000a12:53:43.973350 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10132): Launched\u000a12:53:44.271936 run osmo-hlr_10.42.42.2(pid=10133): Launched\u000a12:53:44.387245 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:53:44.914592 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10135): Launched\u000a12:53:45.214203 run osmo-stp_10.42.42.5(pid=10136): Launched\u000a12:53:45.325592 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:53:45.875869 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10138): Launched\u000a12:53:46.281472 run osmo-msc_10.42.42.6(pid=10139): Launched\u000a12:53:46.698253 run osmo-stp_10.42.42.5(pid=10136): ERR: Terminated: ERROR {rc=1} [trial-2375↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10136)]\u000a12:53:46.995162 run osmo-stp_10.42.42.5(pid=10136): stdout: \u000a| (launched: 2022-12-10_12:53:45.066786)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:53:47.127150 run osmo-stp_10.42.42.5(pid=10136): stderr: \u000a| �[0;m�[38;5;43m20221210125345256 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210125345256 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210125345256 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210125345257 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210125345257 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210125345257 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210125345257 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:53:47.254162 run osmo-stp_10.42.42.5(pid=10136): stdout: \u000a| (launched: 2022-12-10_12:53:45.066786)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:53:47.377668 run osmo-stp_10.42.42.5(pid=10136): stderr: \u000a| �[0;m�[38;5;43m20221210125345256 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210125345256 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210125345256 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210125345257 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210125345257 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210125345257 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210125345257 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:53:47.431630 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=10136): Process ended prematurely: osmo-stp_10.42.42.5(pid=10136) [trial-2375↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10136)] [trial-2375↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8]\u000a12:53:47.440234 tst mo_mt_call.py:8: Test FAILED (6.6 sec)\u000a12:53:47.500494 run osmo-hlr_10.42.42.2(pid=10133): ERR: Terminated: ERROR {rc=237} [trial-2375↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10133)]\u000a12:53:47.549469 run osmo-hlr_10.42.42.2(pid=10133): stdout: \u000a| (launched: 2022-12-10_12:53:44.125555) \u000a12:53:47.599120 run osmo-hlr_10.42.42.2(pid=10133): stderr: \u000a| �[0;m�[1;31m20221210125344302 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210125344302 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210125344302 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210125344302 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210125344302 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210125344302 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210125344315 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2375/run.2022-12-10_12-42-03/voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210125344326 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210125344326 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210125344326 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:53:47.666231 run osmo-msc_10.42.42.6(pid=10139): ERR: Terminated: ERROR {rc=2} [trial-2375↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=10139)]\u000a12:53:47.714992 run osmo-msc_10.42.42.6(pid=10139): stdout: \u000a| (launched: 2022-12-10_12:53:46.035594) \u000a12:53:47.764500 run osmo-msc_10.42.42.6(pid=10139): stderr: \u000a| �[0;m�[38;5;43m20221210125346542 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210125346542 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fc0fa653c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210125346543 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210125346543 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210125346543 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210125346543 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210125346545 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210125346546 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210125346546 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210125346546 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:53:47.805873 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10132): Terminating (SIGTERM)\u000a12:53:47.845330 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10135): Terminating (SIGTERM)\u000a12:53:47.884576 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10138): Terminating (SIGTERM)\u000a12:53:47.894030 --- ParallelTerminationStrategy: PID 10132 died...\u000a12:53:47.946664 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10132): Terminated: ok {rc=0}\u000a12:53:47.956849 --- ParallelTerminationStrategy: PID 10135 died...\u000a12:53:48.009658 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10135): Terminated: ok {rc=0}\u000a12:53:48.019672 --- ParallelTerminationStrategy: PID 10138 died...\u000a12:53:48.072818 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10138): Terminated: ok {rc=0}\u000a12:53:48.158956 bus /sierra_3: Setting Powered False\u000a12:53:49.261437 bus /sierra_3: Setting Powered False\u000a12:53:50.369811 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 175, "className" : "voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10147): Process ended prematurely: osmo-stp_10.42.42.5(pid=10147) [trial-2375↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10147)]", "failedSince" : 2201, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10147): Process ended prematurely: osmo-stp_10.42.42.5(pid=10147) [trial-2375↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10147)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2375 voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a12:53:51.483283 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a12:53:51.495093 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a12:53:51.646637 tst mo_mt_call_osmux.py: using LAC 28530\u000a12:53:51.776810 tst mo_mt_call_osmux.py: using RAC 225\u000a12:53:51.902759 tst mo_mt_call_osmux.py: using CellId 28530\u000a12:53:52.027131 tst mo_mt_call_osmux.py: using BVCI 28531\u000a12:53:52.051685 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a12:53:52.063020 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a12:53:52.074182 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a12:53:52.085275 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a12:53:52.096340 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a12:53:52.107495 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a12:53:52.225887 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a12:53:52.426631 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:53:52.897459 run create_hlr_db(pid=10141): Launched\u000a12:53:53.068898 bus /sierra_2: Setting Powered False\u000a12:53:54.090184 run create_hlr_db(pid=10141): Terminated: ok {rc=0}\u000a12:53:54.512166 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10143): Launched\u000a12:53:54.812417 run osmo-hlr_10.42.42.2(pid=10144): Launched\u000a12:53:54.928728 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:53:55.451964 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10146): Launched\u000a12:53:55.750538 run osmo-stp_10.42.42.5(pid=10147): Launched\u000a12:53:55.860661 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:53:56.406398 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10149): Launched\u000a12:53:56.708113 run osmo-msc_10.42.42.6(pid=10150): Launched\u000a12:53:56.884075 run osmo-stp_10.42.42.5(pid=10147): ERR: Terminated: ERROR {rc=1} [trial-2375↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10147)]\u000a12:53:57.011338 run osmo-stp_10.42.42.5(pid=10147): stdout: \u000a| (launched: 2022-12-10_12:53:55.604199)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:53:57.135833 run osmo-stp_10.42.42.5(pid=10147): stderr: \u000a| �[0;m�[38;5;43m20221210125355774 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210125355775 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210125355775 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210125355775 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210125355777 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210125355777 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210125355777 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:53:57.255803 run osmo-stp_10.42.42.5(pid=10147): stdout: \u000a| (launched: 2022-12-10_12:53:55.604199)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:53:57.374923 run osmo-stp_10.42.42.5(pid=10147): stderr: \u000a| �[0;m�[38;5;43m20221210125355774 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210125355775 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210125355775 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210125355775 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210125355777 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210125355777 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210125355777 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:53:57.427314 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=10147): Process ended prematurely: osmo-stp_10.42.42.5(pid=10147) [trial-2375↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10147)] [trial-2375↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8]\u000a12:53:57.435749 tst mo_mt_call_osmux.py:8: Test FAILED (6.0 sec)\u000a12:53:57.495340 run osmo-hlr_10.42.42.2(pid=10144): ERR: Terminated: ERROR {rc=237} [trial-2375↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10144)]\u000a12:53:57.543443 run osmo-hlr_10.42.42.2(pid=10144): stdout: \u000a| (launched: 2022-12-10_12:53:54.664618) \u000a12:53:57.592728 run osmo-hlr_10.42.42.2(pid=10144): stderr: \u000a| �[0;m�[1;31m20221210125354841 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210125354841 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210125354841 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210125354841 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210125354841 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210125354841 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210125354853 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2375/run.2022-12-10_12-42-03/voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210125354862 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210125354863 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210125354863 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:53:57.659191 run osmo-msc_10.42.42.6(pid=10150): ERR: Terminated: ERROR {rc=2} [trial-2375↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=10150)]\u000a12:53:57.708001 run osmo-msc_10.42.42.6(pid=10150): stdout: \u000a| (launched: 2022-12-10_12:53:56.558978) \u000a12:53:57.757335 run osmo-msc_10.42.42.6(pid=10150): stderr: \u000a| �[0;m�[38;5;43m20221210125356831 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210125356832 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fa470599c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210125356832 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210125356832 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210125356832 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210125356833 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210125356834 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210125356835 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210125356835 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210125356835 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:53:57.798493 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10143): Terminating (SIGTERM)\u000a12:53:57.837801 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10146): Terminating (SIGTERM)\u000a12:53:57.877026 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10149): Terminating (SIGTERM)\u000a12:53:57.886423 --- ParallelTerminationStrategy: PID 10143 died...\u000a12:53:57.938973 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10143): Terminated: ok {rc=0}\u000a12:53:57.948745 --- ParallelTerminationStrategy: PID 10146 died...\u000a12:53:58.001139 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10146): Terminated: ok {rc=0}\u000a12:53:58.010957 --- ParallelTerminationStrategy: PID 10149 died...\u000a12:53:58.063233 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10149): Terminated: ok {rc=0}\u000a12:53:58.145547 bus /sierra_3: Setting Powered False\u000a12:53:59.251355 bus /sierra_3: Setting Powered False\u000a12:54:00.357194 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "24", "name" : "voice_oc2g+mod-bts0-ts-tchf+cfg-codec-fr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T12:53:40" }, { "cases" : [ { "testActions" : [ ], "age" : 173, "className" : "voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10161): Process ended prematurely: osmo-stp_10.42.42.5(pid=10161) [trial-2375↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10161)]", "failedSince" : 2203, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10161): Process ended prematurely: osmo-stp_10.42.42.5(pid=10161) [trial-2375↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10161)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2375 voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call.py\u000a----------------------------------------------\u000a12:54:02.356137 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a12:54:02.367358 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a12:54:02.518837 tst mo_mt_call.py: using LAC 28531\u000a12:54:02.643826 tst mo_mt_call.py: using RAC 226\u000a12:54:02.768781 tst mo_mt_call.py: using CellId 28531\u000a12:54:02.894816 tst mo_mt_call.py: using BVCI 28532\u000a12:54:02.919433 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a12:54:02.930760 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a12:54:02.941827 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a12:54:02.952818 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a12:54:02.963854 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a12:54:02.974949 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a12:54:03.095081 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a12:54:03.304687 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:54:03.815765 run create_hlr_db(pid=10155): Launched\u000a12:54:04.000509 bus /sierra_2: Setting Powered False\u000a12:54:05.022184 run create_hlr_db(pid=10155): Terminated: ok {rc=0}\u000a12:54:05.423792 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10157): Launched\u000a12:54:05.724694 run osmo-hlr_10.42.42.2(pid=10158): Launched\u000a12:54:05.842898 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:54:06.367104 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10160): Launched\u000a12:54:06.664661 run osmo-stp_10.42.42.5(pid=10161): Launched\u000a12:54:06.774181 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:54:07.318721 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10163): Launched\u000a12:54:07.618731 run osmo-msc_10.42.42.6(pid=10164): Launched\u000a12:54:07.796469 run osmo-stp_10.42.42.5(pid=10161): ERR: Terminated: ERROR {rc=1} [trial-2375↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10161)]\u000a12:54:07.924615 run osmo-stp_10.42.42.5(pid=10161): stdout: \u000a| (launched: 2022-12-10_12:54:06.518645)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:54:08.049141 run osmo-stp_10.42.42.5(pid=10161): stderr: \u000a| �[0;m�[38;5;43m20221210125406688 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210125406688 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210125406688 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210125406689 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210125406689 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210125406689 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210125406689 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:54:08.169036 run osmo-stp_10.42.42.5(pid=10161): stdout: \u000a| (launched: 2022-12-10_12:54:06.518645)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:54:08.287659 run osmo-stp_10.42.42.5(pid=10161): stderr: \u000a| �[0;m�[38;5;43m20221210125406688 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210125406688 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210125406688 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210125406689 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210125406689 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210125406689 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210125406689 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:54:08.340001 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=10161): Process ended prematurely: osmo-stp_10.42.42.5(pid=10161) [trial-2375↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10161)] [trial-2375↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8]\u000a12:54:08.348283 tst mo_mt_call.py:8: Test FAILED (6.0 sec)\u000a12:54:08.407645 run osmo-hlr_10.42.42.2(pid=10158): ERR: Terminated: ERROR {rc=237} [trial-2375↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10158)]\u000a12:54:08.455808 run osmo-hlr_10.42.42.2(pid=10158): stdout: \u000a| (launched: 2022-12-10_12:54:05.575718) \u000a12:54:08.505256 run osmo-hlr_10.42.42.2(pid=10158): stderr: \u000a| �[0;m�[1;31m20221210125405750 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210125405751 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210125405751 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210125405751 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210125405751 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210125405751 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210125405763 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2375/run.2022-12-10_12-42-03/voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210125405772 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210125405772 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210125405773 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:54:08.571950 run osmo-msc_10.42.42.6(pid=10164): ERR: Terminated: ERROR {rc=2} [trial-2375↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=10164)]\u000a12:54:08.620368 run osmo-msc_10.42.42.6(pid=10164): stdout: \u000a| (launched: 2022-12-10_12:54:07.471075) \u000a12:54:08.669548 run osmo-msc_10.42.42.6(pid=10164): stderr: \u000a| �[0;m�[38;5;43m20221210125407744 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210125407744 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f798327fc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210125407744 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210125407744 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210125407745 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210125407745 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210125407747 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210125407747 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210125407748 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210125407748 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:54:08.710607 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10157): Terminating (SIGTERM)\u000a12:54:08.749641 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10160): Terminating (SIGTERM)\u000a12:54:08.788771 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10163): Terminating (SIGTERM)\u000a12:54:08.798162 --- ParallelTerminationStrategy: PID 10157 died...\u000a12:54:08.850310 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10157): Terminated: ok {rc=0}\u000a12:54:08.859937 --- ParallelTerminationStrategy: PID 10160 died...\u000a12:54:08.912434 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10160): Terminated: ok {rc=0}\u000a12:54:08.921852 --- ParallelTerminationStrategy: PID 10163 died...\u000a12:54:08.973732 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10163): Terminated: ok {rc=0}\u000a12:54:09.060772 bus /sierra_3: Setting Powered False\u000a12:54:10.162500 bus /sierra_3: Setting Powered False\u000a12:54:11.273012 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 173, "className" : "voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10172): Process ended prematurely: osmo-stp_10.42.42.5(pid=10172) [trial-2375↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10172)]", "failedSince" : 2203, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10172): Process ended prematurely: osmo-stp_10.42.42.5(pid=10172) [trial-2375↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10172)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2375 voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a12:54:12.380800 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a12:54:12.392138 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a12:54:12.535870 tst mo_mt_call_osmux.py: using LAC 28532\u000a12:54:12.662244 tst mo_mt_call_osmux.py: using RAC 227\u000a12:54:12.793654 tst mo_mt_call_osmux.py: using CellId 28532\u000a12:54:12.918421 tst mo_mt_call_osmux.py: using BVCI 28533\u000a12:54:12.943247 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a12:54:12.954800 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a12:54:12.966125 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a12:54:12.977898 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a12:54:12.989538 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a12:54:13.001136 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a12:54:13.117520 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a12:54:13.330641 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:54:13.843817 run create_hlr_db(pid=10166): Launched\u000a12:54:14.029499 bus /sierra_2: Setting Powered False\u000a12:54:15.050962 run create_hlr_db(pid=10166): Terminated: ok {rc=0}\u000a12:54:15.451138 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10168): Launched\u000a12:54:15.751775 run osmo-hlr_10.42.42.2(pid=10169): Launched\u000a12:54:15.930866 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:54:16.541880 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10171): Launched\u000a12:54:16.924346 run osmo-stp_10.42.42.5(pid=10172): Launched\u000a12:54:17.155005 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:54:17.784679 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10174): Launched\u000a12:54:18.105122 run osmo-msc_10.42.42.6(pid=10175): Launched\u000a12:54:18.293246 run osmo-stp_10.42.42.5(pid=10172): ERR: Terminated: ERROR {rc=1} [trial-2375↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10172)]\u000a12:54:18.428745 run osmo-stp_10.42.42.5(pid=10172): stdout: \u000a| (launched: 2022-12-10_12:54:16.697152)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:54:18.564319 run osmo-stp_10.42.42.5(pid=10172): stderr: \u000a| �[0;m�[38;5;43m20221210125417003 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210125417003 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210125417003 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210125417004 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210125417004 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210125417004 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210125417004 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:54:18.693288 run osmo-stp_10.42.42.5(pid=10172): stdout: \u000a| (launched: 2022-12-10_12:54:16.697152)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:54:18.820904 run osmo-stp_10.42.42.5(pid=10172): stderr: \u000a| �[0;m�[38;5;43m20221210125417003 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210125417003 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210125417003 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210125417004 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210125417004 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210125417004 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210125417004 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:54:18.877208 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=10172): Process ended prematurely: osmo-stp_10.42.42.5(pid=10172) [trial-2375↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10172)] [trial-2375↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8]\u000a12:54:18.886440 tst mo_mt_call_osmux.py:8: Test FAILED (6.5 sec)\u000a12:54:18.947893 run osmo-hlr_10.42.42.2(pid=10169): ERR: Terminated: ERROR {rc=237} [trial-2375↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10169)]\u000a12:54:18.998718 run osmo-hlr_10.42.42.2(pid=10169): stdout: \u000a| (launched: 2022-12-10_12:54:15.604178) \u000a12:54:19.050385 run osmo-hlr_10.42.42.2(pid=10169): stderr: \u000a| �[0;m�[1;31m20221210125415777 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210125415777 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210125415777 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210125415777 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210125415778 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210125415778 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210125415789 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2375/run.2022-12-10_12-42-03/voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210125415798 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210125415798 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210125415798 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:54:19.120120 run osmo-msc_10.42.42.6(pid=10175): ERR: Terminated: ERROR {rc=2} [trial-2375↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=10175)]\u000a12:54:19.170729 run osmo-msc_10.42.42.6(pid=10175): stdout: \u000a| (launched: 2022-12-10_12:54:17.947812) \u000a12:54:19.221839 run osmo-msc_10.42.42.6(pid=10175): stderr: \u000a| �[0;m�[38;5;43m20221210125418269 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210125418269 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f93ca052c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210125418269 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210125418269 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210125418269 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210125418270 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210125418271 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210125418272 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210125418272 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210125418272 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:54:19.265089 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10168): Terminating (SIGTERM)\u000a12:54:19.306299 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10171): Terminating (SIGTERM)\u000a12:54:19.347340 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10174): Terminating (SIGTERM)\u000a12:54:19.357022 --- ParallelTerminationStrategy: PID 10168 died...\u000a12:54:19.412224 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10168): Terminated: ok {rc=0}\u000a12:54:19.422417 --- ParallelTerminationStrategy: PID 10171 died...\u000a12:54:19.476933 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10171): Terminated: ok {rc=0}\u000a12:54:19.487024 --- ParallelTerminationStrategy: PID 10174 died...\u000a12:54:19.541916 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10174): Terminated: ok {rc=0}\u000a12:54:19.628198 bus /sierra_3: Setting Powered False\u000a12:54:20.729542 bus /sierra_3: Setting Powered False\u000a12:54:21.840511 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "25", "name" : "voice_oc2g+mod-bts0-ts-tchh+cfg-codec-hr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T12:54:02" }, { "cases" : [ { "testActions" : [ ], "age" : 173, "className" : "voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10186): Process ended prematurely: osmo-stp_10.42.42.5(pid=10186) [trial-2375↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10186)]", "failedSince" : 2203, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10186): Process ended prematurely: osmo-stp_10.42.42.5(pid=10186) [trial-2375↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10186)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2375 voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call.py\u000a----------------------------------------------\u000a12:54:23.780055 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a12:54:23.790917 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a12:54:23.936161 tst mo_mt_call.py: using LAC 28533\u000a12:54:24.051777 tst mo_mt_call.py: using RAC 228\u000a12:54:24.167533 tst mo_mt_call.py: using CellId 28533\u000a12:54:24.283572 tst mo_mt_call.py: using BVCI 28534\u000a12:54:24.306816 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a12:54:24.317615 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a12:54:24.328200 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a12:54:24.339139 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a12:54:24.350092 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a12:54:24.361332 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a12:54:24.480566 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a12:54:24.679130 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:54:25.158157 run create_hlr_db(pid=10180): Launched\u000a12:54:25.329997 bus /sierra_2: Setting Powered False\u000a12:54:26.351114 run create_hlr_db(pid=10180): Terminated: ok {rc=0}\u000a12:54:26.748063 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10182): Launched\u000a12:54:27.046186 run osmo-hlr_10.42.42.2(pid=10183): Launched\u000a12:54:27.161987 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:54:27.693214 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10185): Launched\u000a12:54:27.993439 run osmo-stp_10.42.42.5(pid=10186): Launched\u000a12:54:28.103301 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:54:28.649407 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10188): Launched\u000a12:54:28.950098 run osmo-msc_10.42.42.6(pid=10189): Launched\u000a12:54:29.132619 run osmo-stp_10.42.42.5(pid=10186): ERR: Terminated: ERROR {rc=1} [trial-2375↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10186)]\u000a12:54:29.269959 run osmo-stp_10.42.42.5(pid=10186): stdout: \u000a| (launched: 2022-12-10_12:54:27.845466)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:54:29.404519 run osmo-stp_10.42.42.5(pid=10186): stderr: \u000a| �[0;m�[38;5;43m20221210125428015 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210125428015 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210125428015 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210125428016 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210125428016 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210125428016 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210125428016 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:54:29.533949 run osmo-stp_10.42.42.5(pid=10186): stdout: \u000a| (launched: 2022-12-10_12:54:27.845466)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:54:29.663052 run osmo-stp_10.42.42.5(pid=10186): stderr: \u000a| �[0;m�[38;5;43m20221210125428015 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210125428015 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210125428015 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210125428016 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210125428016 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210125428016 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210125428016 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:54:29.719471 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=10186): Process ended prematurely: osmo-stp_10.42.42.5(pid=10186) [trial-2375↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10186)] [trial-2375↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8]\u000a12:54:29.728644 tst mo_mt_call.py:8: Test FAILED (6.0 sec)\u000a12:54:29.792280 run osmo-hlr_10.42.42.2(pid=10183): ERR: Terminated: ERROR {rc=237} [trial-2375↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10183)]\u000a12:54:29.843683 run osmo-hlr_10.42.42.2(pid=10183): stdout: \u000a| (launched: 2022-12-10_12:54:26.899868) \u000a12:54:29.895574 run osmo-hlr_10.42.42.2(pid=10183): stderr: \u000a| �[0;m�[1;31m20221210125427077 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210125427077 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210125427077 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210125427077 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210125427077 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210125427077 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210125427089 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2375/run.2022-12-10_12-42-03/voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210125427097 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210125427097 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210125427097 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:54:29.965501 run osmo-msc_10.42.42.6(pid=10189): ERR: Terminated: ERROR {rc=2} [trial-2375↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=10189)]\u000a12:54:30.016113 run osmo-msc_10.42.42.6(pid=10189): stdout: \u000a| (launched: 2022-12-10_12:54:28.801692) \u000a12:54:30.067162 run osmo-msc_10.42.42.6(pid=10189): stderr: \u000a| �[0;m�[38;5;43m20221210125429073 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210125429073 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7efdad9fbc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210125429073 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210125429073 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210125429073 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210125429074 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210125429076 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210125429076 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210125429077 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210125429077 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:54:30.110642 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10182): Terminating (SIGTERM)\u000a12:54:30.151686 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10185): Terminating (SIGTERM)\u000a12:54:30.193168 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10188): Terminating (SIGTERM)\u000a12:54:30.203156 --- ParallelTerminationStrategy: PID 10182 died...\u000a12:54:30.258269 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10182): Terminated: ok {rc=0}\u000a12:54:30.268282 --- ParallelTerminationStrategy: PID 10185 died...\u000a12:54:30.323228 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10185): Terminated: ok {rc=0}\u000a12:54:30.333369 --- ParallelTerminationStrategy: PID 10188 died...\u000a12:54:30.388053 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10188): Terminated: ok {rc=0}\u000a12:54:30.475004 bus /sierra_3: Setting Powered False\u000a12:54:31.580195 bus /sierra_3: Setting Powered False\u000a12:54:32.691235 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 173, "className" : "voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10197): Process ended prematurely: osmo-stp_10.42.42.5(pid=10197) [trial-2375↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10197)]", "failedSince" : 2203, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10197): Process ended prematurely: osmo-stp_10.42.42.5(pid=10197) [trial-2375↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10197)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2375 voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a12:54:33.800177 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a12:54:33.811630 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a12:54:33.955306 tst mo_mt_call_osmux.py: using LAC 28534\u000a12:54:34.074707 tst mo_mt_call_osmux.py: using RAC 229\u000a12:54:34.192038 tst mo_mt_call_osmux.py: using CellId 28534\u000a12:54:34.321858 tst mo_mt_call_osmux.py: using BVCI 28535\u000a12:54:34.346704 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a12:54:34.358012 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a12:54:34.369471 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a12:54:34.381347 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a12:54:34.392877 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a12:54:34.404563 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a12:54:34.525194 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a12:54:34.727372 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:54:35.198746 run create_hlr_db(pid=10191): Launched\u000a12:54:35.370752 bus /sierra_2: Setting Powered False\u000a12:54:36.393182 run create_hlr_db(pid=10191): Terminated: ok {rc=0}\u000a12:54:36.819116 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10193): Launched\u000a12:54:37.139951 run osmo-hlr_10.42.42.2(pid=10194): Launched\u000a12:54:37.258172 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:54:37.817147 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10196): Launched\u000a12:54:38.137312 run osmo-stp_10.42.42.5(pid=10197): Launched\u000a12:54:38.253650 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:54:38.838178 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10199): Launched\u000a12:54:39.158623 run osmo-msc_10.42.42.6(pid=10200): Launched\u000a12:54:39.346803 run osmo-stp_10.42.42.5(pid=10197): ERR: Terminated: ERROR {rc=1} [trial-2375↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10197)]\u000a12:54:39.482171 run osmo-stp_10.42.42.5(pid=10197): stdout: \u000a| (launched: 2022-12-10_12:54:37.980481)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:54:39.618150 run osmo-stp_10.42.42.5(pid=10197): stderr: \u000a| �[0;m�[38;5;43m20221210125438172 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210125438172 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210125438173 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210125438173 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210125438174 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210125438174 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210125438174 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:54:39.747445 run osmo-stp_10.42.42.5(pid=10197): stdout: \u000a| (launched: 2022-12-10_12:54:37.980481)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:54:39.875180 run osmo-stp_10.42.42.5(pid=10197): stderr: \u000a| �[0;m�[38;5;43m20221210125438172 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210125438172 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210125438173 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210125438173 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210125438174 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210125438174 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210125438174 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:54:39.931413 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=10197): Process ended prematurely: osmo-stp_10.42.42.5(pid=10197) [trial-2375↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10197)] [trial-2375↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8]\u000a12:54:39.940689 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a12:54:40.003244 run osmo-hlr_10.42.42.2(pid=10194): ERR: Terminated: ERROR {rc=237} [trial-2375↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10194)]\u000a12:54:40.054207 run osmo-hlr_10.42.42.2(pid=10194): stdout: \u000a| (launched: 2022-12-10_12:54:36.982520) \u000a12:54:40.105936 run osmo-hlr_10.42.42.2(pid=10194): stderr: \u000a| �[0;m�[1;31m20221210125437179 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210125437179 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210125437179 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210125437179 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210125437179 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210125437179 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210125437192 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2375/run.2022-12-10_12-42-03/voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210125437200 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210125437200 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210125437200 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:54:40.175619 run osmo-msc_10.42.42.6(pid=10200): ERR: Terminated: ERROR {rc=2} [trial-2375↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=10200)]\u000a12:54:40.226158 run osmo-msc_10.42.42.6(pid=10200): stdout: \u000a| (launched: 2022-12-10_12:54:39.001391) \u000a12:54:40.277223 run osmo-msc_10.42.42.6(pid=10200): stderr: \u000a| �[0;m�[38;5;43m20221210125439323 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210125439323 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f26c6d00c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210125439323 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210125439323 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210125439323 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210125439323 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210125439325 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210125439325 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210125439326 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210125439326 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:54:40.320652 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10193): Terminating (SIGTERM)\u000a12:54:40.361852 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10196): Terminating (SIGTERM)\u000a12:54:40.403189 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10199): Terminating (SIGTERM)\u000a12:54:40.412732 --- ParallelTerminationStrategy: PID 10193 died...\u000a12:54:40.468377 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10193): Terminated: ok {rc=0}\u000a12:54:40.478587 --- ParallelTerminationStrategy: PID 10196 died...\u000a12:54:40.533215 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10196): Terminated: ok {rc=0}\u000a12:54:40.543451 --- ParallelTerminationStrategy: PID 10199 died...\u000a12:54:40.598369 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10199): Terminated: ok {rc=0}\u000a12:54:40.684232 bus /sierra_3: Setting Powered False\u000a12:54:41.789182 bus /sierra_3: Setting Powered False\u000a12:54:42.899488 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "26", "name" : "voice_oc2g+mod-bts0-ts-tchh+cfg-codec-hr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T12:54:23" }, { "cases" : [ { "testActions" : [ ], "age" : 173, "className" : "voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10211): Process ended prematurely: osmo-stp_10.42.42.5(pid=10211) [trial-2375↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10211)]", "failedSince" : 2203, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10211): Process ended prematurely: osmo-stp_10.42.42.5(pid=10211) [trial-2375↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10211)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2375 voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call.py\u000a----------------------------------------------\u000a12:54:44.859277 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a12:54:44.870582 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a12:54:45.023659 tst mo_mt_call.py: using LAC 28535\u000a12:54:45.154101 tst mo_mt_call.py: using RAC 230\u000a12:54:45.274645 tst mo_mt_call.py: using CellId 28535\u000a12:54:45.391983 tst mo_mt_call.py: using BVCI 28536\u000a12:54:45.415298 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a12:54:45.426329 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a12:54:45.437276 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a12:54:45.448664 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a12:54:45.460050 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a12:54:45.471500 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a12:54:45.591433 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a12:54:45.793297 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:54:46.385203 run create_hlr_db(pid=10205): Launched\u000a12:54:46.574150 bus /sierra_2: Setting Powered False\u000a12:54:47.592904 run create_hlr_db(pid=10205): Terminated: ok {rc=0}\u000a12:54:47.992801 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10207): Launched\u000a12:54:48.291500 run osmo-hlr_10.42.42.2(pid=10208): Launched\u000a12:54:48.399427 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:54:48.918443 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10210): Launched\u000a12:54:49.218103 run osmo-stp_10.42.42.5(pid=10211): Launched\u000a12:54:49.328406 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:54:49.877216 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10213): Launched\u000a12:54:50.176496 run osmo-msc_10.42.42.6(pid=10214): Launched\u000a12:54:50.353533 run osmo-stp_10.42.42.5(pid=10211): ERR: Terminated: ERROR {rc=1} [trial-2375↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10211)]\u000a12:54:50.481352 run osmo-stp_10.42.42.5(pid=10211): stdout: \u000a| (launched: 2022-12-10_12:54:49.070623)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:54:50.606042 run osmo-stp_10.42.42.5(pid=10211): stderr: \u000a| �[0;m�[38;5;43m20221210125449241 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210125449241 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210125449241 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210125449242 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210125449242 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210125449242 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210125449242 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:54:50.726559 run osmo-stp_10.42.42.5(pid=10211): stdout: \u000a| (launched: 2022-12-10_12:54:49.070623)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:54:50.846136 run osmo-stp_10.42.42.5(pid=10211): stderr: \u000a| �[0;m�[38;5;43m20221210125449241 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210125449241 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210125449241 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210125449242 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210125449242 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210125449242 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210125449242 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:54:50.898649 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=10211): Process ended prematurely: osmo-stp_10.42.42.5(pid=10211) [trial-2375↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10211)] [trial-2375↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8]\u000a12:54:50.907271 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a12:54:50.967390 run osmo-hlr_10.42.42.2(pid=10208): ERR: Terminated: ERROR {rc=237} [trial-2375↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10208)]\u000a12:54:51.016186 run osmo-hlr_10.42.42.2(pid=10208): stdout: \u000a| (launched: 2022-12-10_12:54:48.144794) \u000a12:54:51.065801 run osmo-hlr_10.42.42.2(pid=10208): stderr: \u000a| �[0;m�[1;31m20221210125448319 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210125448319 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210125448319 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210125448319 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210125448319 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210125448319 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210125448364 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2375/run.2022-12-10_12-42-03/voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210125448374 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210125448374 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210125448374 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:54:51.132657 run osmo-msc_10.42.42.6(pid=10214): ERR: Terminated: ERROR {rc=2} [trial-2375↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=10214)]\u000a12:54:51.181454 run osmo-msc_10.42.42.6(pid=10214): stdout: \u000a| (launched: 2022-12-10_12:54:50.029228) \u000a12:54:51.230867 run osmo-msc_10.42.42.6(pid=10214): stderr: \u000a| �[0;m�[38;5;43m20221210125450301 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210125450301 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f73c7993c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210125450301 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210125450301 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210125450301 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210125450301 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210125450303 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210125450304 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210125450304 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210125450304 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:54:51.272295 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10207): Terminating (SIGTERM)\u000a12:54:51.311712 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10210): Terminating (SIGTERM)\u000a12:54:51.351149 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10213): Terminating (SIGTERM)\u000a12:54:51.360386 --- ParallelTerminationStrategy: PID 10207 died...\u000a12:54:51.413074 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10207): Terminated: ok {rc=0}\u000a12:54:51.422627 --- ParallelTerminationStrategy: PID 10210 died...\u000a12:54:51.476064 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10210): Terminated: ok {rc=0}\u000a12:54:51.485781 --- ParallelTerminationStrategy: PID 10213 died...\u000a12:54:51.538434 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10213): Terminated: ok {rc=0}\u000a12:54:51.627098 bus /sierra_3: Setting Powered False\u000a12:54:52.729678 bus /sierra_3: Setting Powered False\u000a12:54:53.838746 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 173, "className" : "voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10222): Process ended prematurely: osmo-stp_10.42.42.5(pid=10222) [trial-2375↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10222)]", "failedSince" : 2203, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10222): Process ended prematurely: osmo-stp_10.42.42.5(pid=10222) [trial-2375↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10222)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2375 voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call_osmux.py\u000a----------------------------------------------\u000a12:54:54.950433 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a12:54:54.962572 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a12:54:55.115124 tst mo_mt_call_osmux.py: using LAC 28536\u000a12:54:55.238859 tst mo_mt_call_osmux.py: using RAC 231\u000a12:54:55.357952 tst mo_mt_call_osmux.py: using CellId 28536\u000a12:54:55.479390 tst mo_mt_call_osmux.py: using BVCI 28537\u000a12:54:55.502429 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a12:54:55.513587 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a12:54:55.524483 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a12:54:55.536384 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a12:54:55.548275 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a12:54:55.560136 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a12:54:55.676280 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a12:54:55.890174 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:54:56.402971 run create_hlr_db(pid=10216): Launched\u000a12:54:56.588601 bus /sierra_2: Setting Powered False\u000a12:54:57.609250 run create_hlr_db(pid=10216): Terminated: ok {rc=0}\u000a12:54:58.010826 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10218): Launched\u000a12:54:58.310006 run osmo-hlr_10.42.42.2(pid=10219): Launched\u000a12:54:58.427832 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:54:58.956211 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10221): Launched\u000a12:54:59.255668 run osmo-stp_10.42.42.5(pid=10222): Launched\u000a12:54:59.365759 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:54:59.913773 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10224): Launched\u000a12:55:00.214654 run osmo-msc_10.42.42.6(pid=10225): Launched\u000a12:55:00.392208 run osmo-stp_10.42.42.5(pid=10222): ERR: Terminated: ERROR {rc=1} [trial-2375↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10222)]\u000a12:55:00.520858 run osmo-stp_10.42.42.5(pid=10222): stdout: \u000a| (launched: 2022-12-10_12:54:59.108565)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:55:00.646413 run osmo-stp_10.42.42.5(pid=10222): stderr: \u000a| �[0;m�[38;5;43m20221210125459278 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210125459278 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210125459278 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210125459279 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210125459279 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210125459279 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210125459279 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:55:00.766980 run osmo-stp_10.42.42.5(pid=10222): stdout: \u000a| (launched: 2022-12-10_12:54:59.108565)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:55:00.906290 run osmo-stp_10.42.42.5(pid=10222): stderr: \u000a| �[0;m�[38;5;43m20221210125459278 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210125459278 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210125459278 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210125459279 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210125459279 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210125459279 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210125459279 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:55:00.959948 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=10222): Process ended prematurely: osmo-stp_10.42.42.5(pid=10222) [trial-2375↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10222)] [trial-2375↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8]\u000a12:55:00.968853 tst mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)\u000a12:55:01.031567 run osmo-hlr_10.42.42.2(pid=10219): ERR: Terminated: ERROR {rc=237} [trial-2375↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10219)]\u000a12:55:01.083710 run osmo-hlr_10.42.42.2(pid=10219): stdout: \u000a| (launched: 2022-12-10_12:54:58.163249) \u000a12:55:01.137739 run osmo-hlr_10.42.42.2(pid=10219): stderr: \u000a| �[0;m�[1;31m20221210125458338 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210125458338 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210125458338 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210125458338 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210125458338 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210125458338 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210125458350 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2375/run.2022-12-10_12-42-03/voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210125458359 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210125458360 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210125458360 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:55:01.211327 run osmo-msc_10.42.42.6(pid=10225): ERR: Terminated: ERROR {rc=2} [trial-2375↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=10225)]\u000a12:55:01.263658 run osmo-msc_10.42.42.6(pid=10225): stdout: \u000a| (launched: 2022-12-10_12:55:00.066172) \u000a12:55:01.317097 run osmo-msc_10.42.42.6(pid=10225): stderr: \u000a| �[0;m�[38;5;43m20221210125500338 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210125500338 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fbde5417c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210125500338 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210125500338 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210125500338 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210125500338 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210125500340 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210125500340 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210125500341 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210125500341 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:55:01.362440 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10218): Terminating (SIGTERM)\u000a12:55:01.407431 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10221): Terminating (SIGTERM)\u000a12:55:01.452707 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10224): Terminating (SIGTERM)\u000a12:55:01.464158 --- ParallelTerminationStrategy: PID 10218 died...\u000a12:55:01.522547 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10218): Terminated: ok {rc=0}\u000a12:55:01.533492 --- ParallelTerminationStrategy: PID 10221 died...\u000a12:55:01.592021 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10221): Terminated: ok {rc=0}\u000a12:55:01.604011 --- ParallelTerminationStrategy: PID 10224 died...\u000a12:55:01.661014 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10224): Terminated: ok {rc=0}\u000a12:55:01.748751 bus /sierra_3: Setting Powered False\u000a12:55:02.847505 bus /sierra_3: Setting Powered False\u000a12:55:03.951919 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "27", "name" : "voice_oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T12:54:44" }, { "cases" : [ { "testActions" : [ ], "age" : 173, "className" : "voice:oc2g+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10246): Process ended prematurely: osmo-stp_10.42.42.5(pid=10246) [trial-2375↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10246)]", "failedSince" : 2203, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10246): Process ended prematurely: osmo-stp_10.42.42.5(pid=10246) [trial-2375↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10246)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2375 voice:oc2g+mod-bts0-dynts-osmo mo_mt_call.py\u000a----------------------------------------------\u000a12:55:05.909958 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a12:55:05.920788 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a12:55:06.064395 tst mo_mt_call.py: using LAC 28537\u000a12:55:06.182381 tst mo_mt_call.py: using RAC 232\u000a12:55:06.307679 tst mo_mt_call.py: using CellId 28537\u000a12:55:06.433418 tst mo_mt_call.py: using BVCI 28538\u000a12:55:06.458470 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a12:55:06.469810 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a12:55:06.481041 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a12:55:06.492262 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a12:55:06.503650 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a12:55:06.515072 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a12:55:06.631540 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a12:55:06.834874 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:55:07.307030 run create_hlr_db(pid=10240): Launched\u000a12:55:07.487237 bus /sierra_2: Setting Powered False\u000a12:55:08.511528 run create_hlr_db(pid=10240): Terminated: ok {rc=0}\u000a12:55:08.936079 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10242): Launched\u000a12:55:09.255471 run osmo-hlr_10.42.42.2(pid=10243): Launched\u000a12:55:09.373662 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:55:09.930749 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10245): Launched\u000a12:55:10.251604 run osmo-stp_10.42.42.5(pid=10246): Launched\u000a12:55:10.368935 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:55:10.955129 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10248): Launched\u000a12:55:11.277462 run osmo-msc_10.42.42.6(pid=10249): Launched\u000a12:55:11.465433 run osmo-stp_10.42.42.5(pid=10246): ERR: Terminated: ERROR {rc=1} [trial-2375↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10246)]\u000a12:55:11.601465 run osmo-stp_10.42.42.5(pid=10246): stdout: \u000a| (launched: 2022-12-10_12:55:10.094673)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:55:11.736600 run osmo-stp_10.42.42.5(pid=10246): stderr: \u000a| �[0;m�[38;5;43m20221210125510286 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210125510286 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210125510287 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210125510287 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210125510288 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210125510288 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210125510288 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:55:11.865463 run osmo-stp_10.42.42.5(pid=10246): stdout: \u000a| (launched: 2022-12-10_12:55:10.094673)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:55:11.994122 run osmo-stp_10.42.42.5(pid=10246): stderr: \u000a| �[0;m�[38;5;43m20221210125510286 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210125510286 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210125510287 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210125510287 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210125510288 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210125510288 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210125510288 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:55:12.050424 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=10246): Process ended prematurely: osmo-stp_10.42.42.5(pid=10246) [trial-2375↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10246)] [trial-2375↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call.py:8]\u000a12:55:12.059692 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a12:55:12.122489 run osmo-hlr_10.42.42.2(pid=10243): ERR: Terminated: ERROR {rc=237} [trial-2375↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10243)]\u000a12:55:12.173899 run osmo-hlr_10.42.42.2(pid=10243): stdout: \u000a| (launched: 2022-12-10_12:55:09.099024) \u000a12:55:12.226077 run osmo-hlr_10.42.42.2(pid=10243): stderr: \u000a| �[0;m�[1;31m20221210125509299 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210125509299 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210125509299 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210125509299 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210125509299 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210125509299 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210125509312 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2375/run.2022-12-10_12-42-03/voice:oc2g+mod-bts0-dynts-osmo/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210125509322 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210125509322 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210125509322 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:55:12.296780 run osmo-msc_10.42.42.6(pid=10249): ERR: Terminated: ERROR {rc=2} [trial-2375↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=10249)]\u000a12:55:12.348060 run osmo-msc_10.42.42.6(pid=10249): stdout: \u000a| (launched: 2022-12-10_12:55:11.118695) \u000a12:55:12.399933 run osmo-msc_10.42.42.6(pid=10249): stderr: \u000a| �[0;m�[38;5;43m20221210125511443 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210125511443 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f2988033c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210125511443 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210125511443 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210125511444 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210125511444 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210125511446 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210125511446 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210125511446 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210125511446 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:55:12.443839 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10242): Terminating (SIGTERM)\u000a12:55:12.485894 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10245): Terminating (SIGTERM)\u000a12:55:12.530241 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10248): Terminating (SIGTERM)\u000a12:55:12.541562 --- ParallelTerminationStrategy: PID 10242 died...\u000a12:55:12.604869 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10242): Terminated: ok {rc=0}\u000a12:55:12.619686 --- ParallelTerminationStrategy: PID 10245 died...\u000a12:55:12.680467 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10245): Terminated: ok {rc=0}\u000a12:55:12.691130 --- ParallelTerminationStrategy: PID 10248 died...\u000a12:55:12.747674 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10248): Terminated: ok {rc=0}\u000a12:55:12.837551 bus /sierra_3: Setting Powered False\u000a12:55:13.949418 bus /sierra_3: Setting Powered False\u000a12:55:15.055788 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 173, "className" : "voice:oc2g+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10609): Process ended prematurely: osmo-stp_10.42.42.5(pid=10609) [trial-2375↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10609)]", "failedSince" : 2203, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10609): Process ended prematurely: osmo-stp_10.42.42.5(pid=10609) [trial-2375↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10609)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2375 voice:oc2g+mod-bts0-dynts-osmo mo_mt_call_osmux.py\u000a----------------------------------------------\u000a12:55:16.174108 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a12:55:16.186781 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a12:55:16.339773 tst mo_mt_call_osmux.py: using LAC 28538\u000a12:55:16.465408 tst mo_mt_call_osmux.py: using RAC 233\u000a12:55:16.622115 tst mo_mt_call_osmux.py: using CellId 28538\u000a12:55:16.777919 tst mo_mt_call_osmux.py: using BVCI 28539\u000a12:55:16.810496 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a12:55:16.827388 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a12:55:16.840759 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a12:55:16.853426 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a12:55:16.865292 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a12:55:16.877292 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a12:55:16.998632 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a12:55:17.233434 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:55:17.712056 run create_hlr_db(pid=10603): Launched\u000a12:55:17.885393 bus /sierra_2: Setting Powered False\u000a12:55:18.906344 run create_hlr_db(pid=10603): Terminated: ok {rc=0}\u000a12:55:19.331111 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10605): Launched\u000a12:55:19.653240 run osmo-hlr_10.42.42.2(pid=10606): Launched\u000a12:55:19.775682 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:55:20.333830 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10608): Launched\u000a12:55:20.655516 run osmo-stp_10.42.42.5(pid=10609): Launched\u000a12:55:20.773190 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:55:21.364637 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10611): Launched\u000a12:55:21.687227 run osmo-msc_10.42.42.6(pid=10612): Launched\u000a12:55:21.878045 run osmo-stp_10.42.42.5(pid=10609): ERR: Terminated: ERROR {rc=1} [trial-2375↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10609)]\u000a12:55:22.015744 run osmo-stp_10.42.42.5(pid=10609): stdout: \u000a| (launched: 2022-12-10_12:55:20.497189)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:55:22.151197 run osmo-stp_10.42.42.5(pid=10609): stderr: \u000a| �[0;m�[38;5;43m20221210125520690 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210125520690 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210125520690 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210125520690 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210125520691 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210125520691 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210125520691 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:55:22.279959 run osmo-stp_10.42.42.5(pid=10609): stdout: \u000a| (launched: 2022-12-10_12:55:20.497189)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:55:22.407765 run osmo-stp_10.42.42.5(pid=10609): stderr: \u000a| �[0;m�[38;5;43m20221210125520690 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210125520690 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210125520690 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210125520690 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210125520691 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210125520691 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210125520691 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:55:22.464327 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=10609): Process ended prematurely: osmo-stp_10.42.42.5(pid=10609) [trial-2375↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10609)] [trial-2375↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8]\u000a12:55:22.473610 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a12:55:22.535973 run osmo-hlr_10.42.42.2(pid=10606): ERR: Terminated: ERROR {rc=237} [trial-2375↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10606)]\u000a12:55:22.586731 run osmo-hlr_10.42.42.2(pid=10606): stdout: \u000a| (launched: 2022-12-10_12:55:19.494755) \u000a12:55:22.638604 run osmo-hlr_10.42.42.2(pid=10606): stderr: \u000a| �[0;m�[1;31m20221210125519692 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210125519692 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210125519692 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210125519692 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210125519692 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210125519692 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210125519705 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2375/run.2022-12-10_12-42-03/voice:oc2g+mod-bts0-dynts-osmo/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210125519713 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210125519713 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210125519713 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:55:22.708624 run osmo-msc_10.42.42.6(pid=10612): ERR: Terminated: ERROR {rc=2} [trial-2375↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=10612)]\u000a12:55:22.760033 run osmo-msc_10.42.42.6(pid=10612): stdout: \u000a| (launched: 2022-12-10_12:55:21.528873) \u000a12:55:22.811531 run osmo-msc_10.42.42.6(pid=10612): stderr: \u000a| �[0;m�[38;5;43m20221210125521850 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210125521850 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f4318eb3c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210125521850 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210125521850 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210125521850 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210125521850 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210125521852 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210125521852 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210125521853 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210125521853 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:55:22.854891 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10605): Terminating (SIGTERM)\u000a12:55:22.898138 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10608): Terminating (SIGTERM)\u000a12:55:22.942521 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10611): Terminating (SIGTERM)\u000a12:55:22.953845 --- ParallelTerminationStrategy: PID 10605 died...\u000a12:55:23.012202 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10605): Terminated: ok {rc=0}\u000a12:55:23.022578 --- ParallelTerminationStrategy: PID 10608 died...\u000a12:55:23.078460 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10608): Terminated: ok {rc=0}\u000a12:55:23.089241 --- ParallelTerminationStrategy: PID 10611 died...\u000a12:55:23.145524 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10611): Terminated: ok {rc=0}\u000a12:55:23.232757 bus /sierra_3: Setting Powered False\u000a12:55:24.339735 bus /sierra_3: Setting Powered False\u000a12:55:25.451219 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "28", "name" : "voice_oc2g+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T12:55:05" }, { "cases" : [ { "testActions" : [ ], "age" : 173, "className" : "emergency:oc2g", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10799): Process ended prematurely: osmo-stp_10.42.42.5(pid=10799) [trial-2375↪emergency:oc2g↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10799)]", "failedSince" : 2203, "name" : "emergency_mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_mo_mt_call.py\", line 19, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10799): Process ended prematurely: osmo-stp_10.42.42.5(pid=10799) [trial-2375↪emergency:oc2g↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10799)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2375 emergency:oc2g emergency_mo_mt_call.py\u000a----------------------------------------------\u000a12:55:27.431791 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a12:55:27.443591 tst emergency:oc2g: Using 1 x bts (candidates: 1)\u000a12:55:27.573508 tst emergency_mo_mt_call.py: using LAC 28539\u000a12:55:27.701563 tst emergency_mo_mt_call.py: using RAC 234\u000a12:55:27.831138 tst emergency_mo_mt_call.py: using CellId 28539\u000a12:55:27.958802 tst emergency_mo_mt_call.py: using BVCI 28540\u000a12:55:27.984642 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a12:55:27.997689 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a12:55:28.010065 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a12:55:28.022118 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a12:55:28.034319 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a12:55:28.046812 tst emergency:oc2g: Using 1 x modem (candidates: 4)\u000a12:55:28.168013 tst emergency:oc2g: Using 1 x modem (candidates: 4)\u000a12:55:28.383387 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:55:28.921205 run create_hlr_db(pid=10793): Launched\u000a12:55:29.117456 bus /sierra_2: Setting Powered False\u000a12:55:30.135165 run create_hlr_db(pid=10793): Terminated: ok {rc=0}\u000a12:55:30.554392 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10795): Launched\u000a12:55:30.889801 run osmo-hlr_10.42.42.2(pid=10796): Launched\u000a12:55:31.070291 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:55:31.764474 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10798): Launched\u000a12:55:32.197470 run osmo-stp_10.42.42.5(pid=10799): Launched\u000a12:55:32.380223 tst emergency_mo_mt_call.py: using MSISDN 7749\u000a12:55:32.537441 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:55:33.113874 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10801): Launched\u000a12:55:33.428566 run osmo-msc_10.42.42.6(pid=10802): Launched\u000a12:55:33.613953 run osmo-stp_10.42.42.5(pid=10799): ERR: Terminated: ERROR {rc=1} [trial-2375↪emergency:oc2g↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10799)]\u000a12:55:33.747187 run osmo-stp_10.42.42.5(pid=10799): stdout: \u000a| (launched: 2022-12-10_12:55:31.931267)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:55:33.880333 run osmo-stp_10.42.42.5(pid=10799): stderr: \u000a| �[0;m�[38;5;43m20221210125532206 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210125532206 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210125532207 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210125532207 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210125532207 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210125532208 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210125532208 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:55:34.007068 run osmo-stp_10.42.42.5(pid=10799): stdout: \u000a| (launched: 2022-12-10_12:55:31.931267)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:55:34.133069 run osmo-stp_10.42.42.5(pid=10799): stderr: \u000a| �[0;m�[38;5;43m20221210125532206 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210125532206 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210125532207 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210125532207 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210125532207 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210125532208 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210125532208 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:55:34.187875 tst emergency_mo_mt_call.py:19: ERR: Error: osmo-stp_10.42.42.5(pid=10799): Process ended prematurely: osmo-stp_10.42.42.5(pid=10799) [trial-2375↪emergency:oc2g↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10799)] [trial-2375↪emergency:oc2g↪emergency_mo_mt_call.py:19]\u000a12:55:34.196812 tst emergency_mo_mt_call.py:19: Test FAILED (6.8 sec)\u000a12:55:34.259588 run osmo-hlr_10.42.42.2(pid=10796): ERR: Terminated: ERROR {rc=237} [trial-2375↪emergency:oc2g↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10796)]\u000a12:55:34.310900 run osmo-hlr_10.42.42.2(pid=10796): stdout: \u000a| (launched: 2022-12-10_12:55:30.715382) \u000a12:55:34.363227 run osmo-hlr_10.42.42.2(pid=10796): stderr: \u000a| �[0;m�[1;31m20221210125531034 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210125531034 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210125531034 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210125531034 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210125531034 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210125531034 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210125531053 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2375/run.2022-12-10_12-42-03/emergency:oc2g/emergency_mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210125531072 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210125531075 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210125531075 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:55:34.433832 run osmo-msc_10.42.42.6(pid=10802): ERR: Terminated: ERROR {rc=2} [trial-2375↪emergency:oc2g↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=10802)]\u000a12:55:34.485308 run osmo-msc_10.42.42.6(pid=10802): stdout: \u000a| (launched: 2022-12-10_12:55:33.274695) \u000a12:55:34.537047 run osmo-msc_10.42.42.6(pid=10802): stderr: \u000a| �[0;m�[38;5;43m20221210125533602 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210125533602 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f9143999c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210125533602 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210125533602 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210125533603 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210125533603 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210125533605 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210125533605 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210125533605 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210125533605 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:55:34.581018 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10795): Terminating (SIGTERM)\u000a12:55:34.623200 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10798): Terminating (SIGTERM)\u000a12:55:34.665095 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10801): Terminating (SIGTERM)\u000a12:55:34.674864 --- ParallelTerminationStrategy: PID 10795 died...\u000a12:55:34.730849 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10795): Terminated: ok {rc=0}\u000a12:55:34.741103 --- ParallelTerminationStrategy: PID 10798 died...\u000a12:55:34.796656 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10798): Terminated: ok {rc=0}\u000a12:55:34.806825 --- ParallelTerminationStrategy: PID 10801 died...\u000a12:55:34.862384 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10801): Terminated: ok {rc=0}\u000a12:55:34.949377 bus /sierra_3: Setting Powered False\u000a12:55:36.054715 bus /sierra_3: Setting Powered False\u000a12:55:37.162312 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 222, "className" : "emergency:oc2g", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10810): Process ended prematurely: osmo-stp_10.42.42.5(pid=10810) [trial-2375↪emergency:oc2g↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10810)]", "failedSince" : 2154, "name" : "emergency_preemptive_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_preemptive_call.py\", line 32, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10810): Process ended prematurely: osmo-stp_10.42.42.5(pid=10810) [trial-2375↪emergency:oc2g↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10810)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2375 emergency:oc2g emergency_preemptive_call.py\u000a----------------------------------------------\u000a12:55:38.216323 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a12:55:38.228371 tst emergency:oc2g: Using 1 x bts (candidates: 1)\u000a12:55:38.358572 tst emergency_preemptive_call.py: using LAC 28540\u000a12:55:38.482500 tst emergency_preemptive_call.py: using RAC 235\u000a12:55:38.611021 tst emergency_preemptive_call.py: using CellId 28540\u000a12:55:38.735717 tst emergency_preemptive_call.py: using BVCI 28541\u000a12:55:38.759813 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a12:55:38.770686 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a12:55:38.781440 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a12:55:38.792155 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a12:55:38.802864 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a12:55:38.813460 tst emergency:oc2g: Using 1 x modem (candidates: 4)\u000a12:55:38.931301 tst emergency:oc2g: Using 1 x modem (candidates: 4)\u000a12:55:39.048261 tst emergency:oc2g: Using 1 x modem (candidates: 4)\u000a12:55:39.162540 tst emergency:oc2g: Using 1 x modem (candidates: 4)\u000a12:55:39.360172 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:55:39.827324 run create_hlr_db(pid=10804): Launched\u000a12:55:39.998874 bus /sierra_2: Setting Powered False\u000a12:55:41.019874 run create_hlr_db(pid=10804): Terminated: ok {rc=0}\u000a12:55:41.439085 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10806): Launched\u000a12:55:41.755341 run osmo-hlr_10.42.42.2(pid=10807): Launched\u000a12:55:41.873819 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:55:42.444620 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10809): Launched\u000a12:55:42.761409 run osmo-stp_10.42.42.5(pid=10810): Launched\u000a12:55:42.889630 tst emergency_preemptive_call.py: using MSISDN 7750\u000a12:55:43.046754 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:55:43.620592 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10812): Launched\u000a12:55:43.936769 run osmo-msc_10.42.42.6(pid=10813): Launched\u000a12:55:44.121859 run osmo-stp_10.42.42.5(pid=10810): ERR: Terminated: ERROR {rc=1} [trial-2375↪emergency:oc2g↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10810)]\u000a12:55:44.255965 run osmo-stp_10.42.42.5(pid=10810): stdout: \u000a| (launched: 2022-12-10_12:55:42.606046)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:55:44.389222 run osmo-stp_10.42.42.5(pid=10810): stderr: \u000a| �[0;m�[38;5;43m20221210125542797 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210125542797 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210125542797 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210125542798 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210125542798 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210125542798 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210125542798 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:55:44.515546 run osmo-stp_10.42.42.5(pid=10810): stdout: \u000a| (launched: 2022-12-10_12:55:42.606046)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:55:44.641282 run osmo-stp_10.42.42.5(pid=10810): stderr: \u000a| �[0;m�[38;5;43m20221210125542797 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210125542797 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210125542797 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210125542798 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210125542798 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210125542798 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210125542798 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:55:44.696261 tst emergency_preemptive_call.py:32: ERR: Error: osmo-stp_10.42.42.5(pid=10810): Process ended prematurely: osmo-stp_10.42.42.5(pid=10810) [trial-2375↪emergency:oc2g↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10810)] [trial-2375↪emergency:oc2g↪emergency_preemptive_call.py:32]\u000a12:55:44.704703 tst emergency_preemptive_call.py:32: Test FAILED (6.5 sec)\u000a12:55:44.767384 run osmo-hlr_10.42.42.2(pid=10807): ERR: Terminated: ERROR {rc=237} [trial-2375↪emergency:oc2g↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10807)]\u000a12:55:44.818556 run osmo-hlr_10.42.42.2(pid=10807): stdout: \u000a| (launched: 2022-12-10_12:55:41.600729) \u000a12:55:44.870379 run osmo-hlr_10.42.42.2(pid=10807): stderr: \u000a| �[0;m�[1;31m20221210125541800 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210125541800 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210125541800 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210125541800 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210125541800 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210125541800 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210125541813 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2375/run.2022-12-10_12-42-03/emergency:oc2g/emergency_preemptive_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210125541821 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210125541821 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210125541821 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:55:44.941137 run osmo-msc_10.42.42.6(pid=10813): ERR: Terminated: ERROR {rc=2} [trial-2375↪emergency:oc2g↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=10813)]\u000a12:55:44.992282 run osmo-msc_10.42.42.6(pid=10813): stdout: \u000a| (launched: 2022-12-10_12:55:43.781166) \u000a12:55:45.044124 run osmo-msc_10.42.42.6(pid=10813): stderr: \u000a| �[0;m�[38;5;43m20221210125544103 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210125544103 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f56c8b75c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210125544104 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210125544104 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210125544104 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210125544104 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210125544106 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210125544106 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210125544106 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210125544107 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:55:45.087910 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10806): Terminating (SIGTERM)\u000a12:55:45.129545 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10809): Terminating (SIGTERM)\u000a12:55:45.171059 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10812): Terminating (SIGTERM)\u000a12:55:45.180756 --- ParallelTerminationStrategy: PID 10806 died...\u000a12:55:45.236309 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10806): Terminated: ok {rc=0}\u000a12:55:45.246431 --- ParallelTerminationStrategy: PID 10809 died...\u000a12:55:45.301544 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10809): Terminated: ok {rc=0}\u000a12:55:45.311649 --- ParallelTerminationStrategy: PID 10812 died...\u000a12:55:45.367594 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10812): Terminated: ok {rc=0}\u000a12:55:45.454172 bus /sierra_9: Setting Powered False\u000a12:55:46.560062 bus /sierra_9: Setting Powered False\u000a12:55:47.666432 bus /sierra_8: Setting Powered False\u000a12:55:48.772569 bus /sierra_8: Setting Powered False\u000a12:55:49.880174 bus /sierra_3: Setting Powered False\u000a12:55:50.985646 bus /sierra_3: Setting Powered False\u000a12:55:52.097682 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 27.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "29", "name" : "emergency_oc2g", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T12:55:27" }, { "cases" : [ { "testActions" : [ ], "age" : 233, "className" : "gprs:oc2g", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10828): Process ended prematurely: osmo-stp_10.42.42.5(pid=10828) [trial-2375↪gprs:oc2g↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10828)]", "failedSince" : 2143, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10828): Process ended prematurely: osmo-stp_10.42.42.5(pid=10828) [trial-2375↪gprs:oc2g↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10828)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2375 gprs:oc2g cs_paging_gprs_active.py\u000a----------------------------------------------\u000a12:55:54.164557 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a12:55:54.174966 tst gprs:oc2g: Using 1 x bts (candidates: 1)\u000a12:55:54.295517 tst cs_paging_gprs_active.py: using LAC 28541\u000a12:55:54.414788 tst cs_paging_gprs_active.py: using RAC 236\u000a12:55:54.531519 tst cs_paging_gprs_active.py: using CellId 28541\u000a12:55:54.656607 tst cs_paging_gprs_active.py: using BVCI 28542\u000a12:55:54.681821 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a12:55:54.692589 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a12:55:54.703436 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a12:55:54.714430 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a12:55:54.725293 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a12:55:54.736046 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a12:55:54.747036 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a12:55:54.757753 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a12:55:54.768560 tst gprs:oc2g: Using 1 x modem (candidates: 4)\u000a12:55:54.884882 tst gprs:oc2g: Using 1 x modem (candidates: 4)\u000a12:55:55.163961 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a12:55:55.289291 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:55:55.600536 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10818): Launched\u000a12:55:55.862001 run iperf3-srv_10.42.42.10(pid=10819): Launched\u000a12:55:56.046663 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a12:55:56.173855 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:55:56.487079 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10820): Launched\u000a12:55:56.747266 run iperf3-srv_10.42.42.10(pid=10821): Launched\u000a12:55:56.930738 tst cs_paging_gprs_active.py:38: start network...\u000a12:55:57.056162 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:55:57.531116 run create_hlr_db(pid=10822): Launched\u000a12:55:57.705219 bus /sierra_2: Setting Powered False\u000a12:55:58.726152 run create_hlr_db(pid=10822): Terminated: ok {rc=0}\u000a12:55:59.150923 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10824): Launched\u000a12:55:59.472912 run osmo-hlr_10.42.42.2(pid=10825): Launched\u000a12:55:59.591388 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:56:00.149499 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10827): Launched\u000a12:56:00.473199 run osmo-stp_10.42.42.5(pid=10828): Launched\u000a12:56:00.591295 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a12:56:01.196463 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10830): Launched\u000a12:56:01.314013 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a12:56:01.622331 run patchelf(pid=10831): Launched\u000a12:56:01.813456 run osmo-stp_10.42.42.5(pid=10828): ERR: Terminated: ERROR {rc=1} [trial-2375↪gprs:oc2g↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10828)]\u000a12:56:01.952802 run osmo-stp_10.42.42.5(pid=10828): stdout: \u000a| (launched: 2022-12-10_12:56:00.313962)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:56:02.092483 run osmo-stp_10.42.42.5(pid=10828): stderr: \u000a| �[0;m�[38;5;43m20221210125600506 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210125600506 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210125600506 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210125600507 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210125600509 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210125600509 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210125600509 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:56:02.227111 run osmo-stp_10.42.42.5(pid=10828): stdout: \u000a| (launched: 2022-12-10_12:56:00.313962)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:56:02.362755 run osmo-stp_10.42.42.5(pid=10828): stderr: \u000a| �[0;m�[38;5;43m20221210125600506 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210125600506 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210125600506 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210125600507 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210125600509 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210125600509 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210125600509 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:56:02.543629 run patchelf(pid=10831): Terminating (SIGINT)\u000a12:56:02.725053 run patchelf(pid=10831): Terminated: ok {rc=0}\u000a12:56:02.758397 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=10828): Process ended prematurely: osmo-stp_10.42.42.5(pid=10828) [trial-2375↪gprs:oc2g↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10828)] [trial-2375↪gprs:oc2g↪cs_paging_gprs_active.py:38]\u000a12:56:02.767992 tst cs_paging_gprs_active.py:38: Test FAILED (8.6 sec)\u000a12:56:02.831338 run osmo-hlr_10.42.42.2(pid=10825): ERR: Terminated: ERROR {rc=237} [trial-2375↪gprs:oc2g↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10825)]\u000a12:56:02.882771 run osmo-hlr_10.42.42.2(pid=10825): stdout: \u000a| (launched: 2022-12-10_12:55:59.314897) \u000a12:56:02.934938 run osmo-hlr_10.42.42.2(pid=10825): stderr: \u000a| �[0;m�[1;31m20221210125559513 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210125559513 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210125559513 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210125559513 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210125559513 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210125559513 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210125559530 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2375/run.2022-12-10_12-42-03/gprs:oc2g/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210125559538 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210125559538 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210125559538 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:56:02.979448 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10818): Terminating (SIGTERM)\u000a12:56:03.021737 run iperf3-srv_10.42.42.10(pid=10819): Terminating (SIGTERM)\u000a12:56:03.063727 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10820): Terminating (SIGTERM)\u000a12:56:03.105752 run iperf3-srv_10.42.42.10(pid=10821): Terminating (SIGTERM)\u000a12:56:03.147702 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10824): Terminating (SIGTERM)\u000a12:56:03.189715 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10827): Terminating (SIGTERM)\u000a12:56:03.231468 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10830): Terminating (SIGTERM)\u000a12:56:03.241248 --- ParallelTerminationStrategy: PID 10818 died...\u000a12:56:03.297277 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10818): Terminated: ok {rc=0}\u000a12:56:03.307527 --- ParallelTerminationStrategy: PID 10819 died...\u000a12:56:03.363359 run iperf3-srv_10.42.42.10(pid=10819): Terminated {rc=256}\u000a12:56:03.373486 --- ParallelTerminationStrategy: PID 10820 died...\u000a12:56:03.428824 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10820): Terminated: ok {rc=0}\u000a12:56:03.438815 --- ParallelTerminationStrategy: PID 10821 died...\u000a12:56:03.494099 run iperf3-srv_10.42.42.10(pid=10821): Terminated {rc=256}\u000a12:56:03.504188 --- ParallelTerminationStrategy: PID 10824 died...\u000a12:56:03.559639 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10824): Terminated: ok {rc=0}\u000a12:56:03.570003 --- ParallelTerminationStrategy: PID 10827 died...\u000a12:56:03.625771 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10827): Terminated: ok {rc=0}\u000a12:56:03.635958 --- ParallelTerminationStrategy: PID 10830 died...\u000a12:56:03.691316 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10830): Terminated: ok {rc=0}\u000a12:56:03.778188 bus /gobi_0: Setting Powered False\u000a12:56:04.883401 bus /gobi_0: Setting Powered False\u000a12:56:05.990221 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 233, "className" : "gprs:oc2g", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10840): Process ended prematurely: osmo-stp_10.42.42.5(pid=10840) [trial-2375↪gprs:oc2g↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10840)]", "failedSince" : 2143, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10840): Process ended prematurely: osmo-stp_10.42.42.5(pid=10840) [trial-2375↪gprs:oc2g↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10840)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2375 gprs:oc2g iperf3.py\u000a----------------------------------------------\u000a12:56:07.104274 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a12:56:07.115600 tst gprs:oc2g: Using 1 x bts (candidates: 1)\u000a12:56:07.245144 tst iperf3.py: using LAC 28542\u000a12:56:07.371291 tst iperf3.py: using RAC 237\u000a12:56:07.499995 tst iperf3.py: using CellId 28542\u000a12:56:07.628090 tst iperf3.py: using BVCI 28543\u000a12:56:07.652779 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a12:56:07.663730 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a12:56:07.674644 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a12:56:07.685290 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a12:56:07.695920 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a12:56:07.706681 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a12:56:07.717517 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a12:56:07.728448 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a12:56:07.739746 tst gprs:oc2g: Using 1 x modem (candidates: 4)\u000a12:56:08.017488 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a12:56:08.143664 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:56:08.454779 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10832): Launched\u000a12:56:08.713068 run iperf3-srv_10.42.42.10(pid=10833): Launched\u000a12:56:08.896828 tst iperf3.py:8: start network...\u000a12:56:09.022281 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:56:09.495509 run create_hlr_db(pid=10834): Launched\u000a12:56:09.668359 bus /gobi_6: Setting Powered False\u000a12:56:10.690305 run create_hlr_db(pid=10834): Terminated: ok {rc=0}\u000a12:56:11.116357 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10836): Launched\u000a12:56:11.437734 run osmo-hlr_10.42.42.2(pid=10837): Launched\u000a12:56:11.555647 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:56:12.114220 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10839): Launched\u000a12:56:12.437775 run osmo-stp_10.42.42.5(pid=10840): Launched\u000a12:56:12.555107 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a12:56:13.116690 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10842): Launched\u000a12:56:13.231579 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a12:56:13.510805 run patchelf(pid=10843): Launched\u000a12:56:13.699127 run osmo-stp_10.42.42.5(pid=10840): ERR: Terminated: ERROR {rc=1} [trial-2375↪gprs:oc2g↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10840)]\u000a12:56:13.836463 run osmo-stp_10.42.42.5(pid=10840): stdout: \u000a| (launched: 2022-12-10_12:56:12.278331)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:56:13.974125 run osmo-stp_10.42.42.5(pid=10840): stderr: \u000a| �[0;m�[38;5;43m20221210125612473 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210125612473 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210125612473 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210125612474 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210125612474 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210125612474 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210125612474 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:56:14.107198 run osmo-stp_10.42.42.5(pid=10840): stdout: \u000a| (launched: 2022-12-10_12:56:12.278331)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:56:14.239254 run osmo-stp_10.42.42.5(pid=10840): stderr: \u000a| �[0;m�[38;5;43m20221210125612473 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210125612473 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210125612473 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210125612474 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210125612474 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210125612474 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210125612474 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:56:14.392940 run patchelf(pid=10843): Terminating (SIGINT)\u000a12:56:14.574259 run patchelf(pid=10843): Terminated: ok {rc=0}\u000a12:56:14.607298 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=10840): Process ended prematurely: osmo-stp_10.42.42.5(pid=10840) [trial-2375↪gprs:oc2g↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10840)] [trial-2375↪gprs:oc2g↪iperf3.py:8]\u000a12:56:14.616927 tst iperf3.py:8: Test FAILED (7.5 sec)\u000a12:56:14.679657 run osmo-hlr_10.42.42.2(pid=10837): ERR: Terminated: ERROR {rc=237} [trial-2375↪gprs:oc2g↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10837)]\u000a12:56:14.730793 run osmo-hlr_10.42.42.2(pid=10837): stdout: \u000a| (launched: 2022-12-10_12:56:11.280017) \u000a12:56:14.782768 run osmo-hlr_10.42.42.2(pid=10837): stderr: \u000a| �[0;m�[1;31m20221210125611480 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210125611480 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210125611480 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210125611480 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210125611480 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210125611480 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210125611492 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2375/run.2022-12-10_12-42-03/gprs:oc2g/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210125611500 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210125611501 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210125611501 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:56:14.826929 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10832): Terminating (SIGTERM)\u000a12:56:14.868609 run iperf3-srv_10.42.42.10(pid=10833): Terminating (SIGTERM)\u000a12:56:14.911805 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10836): Terminating (SIGTERM)\u000a12:56:14.953155 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10839): Terminating (SIGTERM)\u000a12:56:14.994526 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10842): Terminating (SIGTERM)\u000a12:56:15.004208 --- ParallelTerminationStrategy: PID 10832 died...\u000a12:56:15.059546 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10832): Terminated: ok {rc=0}\u000a12:56:15.069577 --- ParallelTerminationStrategy: PID 10833 died...\u000a12:56:15.124267 run iperf3-srv_10.42.42.10(pid=10833): Terminated {rc=256}\u000a12:56:15.134321 --- ParallelTerminationStrategy: PID 10836 died...\u000a12:56:15.189459 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10836): Terminated: ok {rc=0}\u000a12:56:15.199416 --- ParallelTerminationStrategy: PID 10839 died...\u000a12:56:15.254271 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10839): Terminated: ok {rc=0}\u000a12:56:15.264273 --- ParallelTerminationStrategy: PID 10842 died...\u000a12:56:15.319218 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10842): Terminated: ok {rc=0}\u000a12:56:15.404522 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 237, "className" : "gprs:oc2g", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10858): Process ended prematurely: osmo-stp_10.42.42.5(pid=10858) [trial-2375↪gprs:oc2g↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10858)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10858): Process ended prematurely: osmo-stp_10.42.42.5(pid=10858) [trial-2375↪gprs:oc2g↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10858)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2375 gprs:oc2g iperf3m4.py\u000a----------------------------------------------\u000a12:56:16.524909 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a12:56:16.537298 tst gprs:oc2g: Using 1 x bts (candidates: 1)\u000a12:56:16.663832 tst iperf3m4.py: using LAC 28543\u000a12:56:16.785222 tst iperf3m4.py: using RAC 238\u000a12:56:16.913589 tst iperf3m4.py: using CellId 28543\u000a12:56:17.074800 tst iperf3m4.py: using BVCI 28544\u000a12:56:17.108910 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a12:56:17.122756 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a12:56:17.140617 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a12:56:17.161666 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a12:56:17.173651 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a12:56:17.184540 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a12:56:17.197154 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a12:56:17.209468 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a12:56:17.220362 tst gprs:oc2g: Using 1 x modem (candidates: 4)\u000a12:56:17.338874 tst gprs:oc2g: Using 1 x modem (candidates: 4)\u000a12:56:17.459334 tst gprs:oc2g: Using 1 x modem (candidates: 4)\u000a12:56:17.580515 tst gprs:oc2g: Using 1 x modem (candidates: 4)\u000a12:56:17.855762 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a12:56:17.981455 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:56:18.293877 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10844): Launched\u000a12:56:18.557600 run iperf3-srv_10.42.42.10(pid=10845): Launched\u000a12:56:18.742271 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a12:56:18.868502 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:56:19.180272 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10846): Launched\u000a12:56:19.439018 run iperf3-srv_10.42.42.10(pid=10847): Launched\u000a12:56:19.623086 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a12:56:19.748394 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:56:20.059053 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10848): Launched\u000a12:56:20.316624 run iperf3-srv_10.42.42.10(pid=10849): Launched\u000a12:56:20.499320 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a12:56:20.623932 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:56:20.934198 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10850): Launched\u000a12:56:21.192520 run iperf3-srv_10.42.42.10(pid=10851): Launched\u000a12:56:21.375181 tst iperf3m4.py:8: start network...\u000a12:56:21.500102 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:56:21.973347 run create_hlr_db(pid=10852): Launched\u000a12:56:22.146612 bus /gobi_6: Setting Powered False\u000a12:56:23.166963 run create_hlr_db(pid=10852): Terminated: ok {rc=0}\u000a12:56:23.565707 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10854): Launched\u000a12:56:23.867265 run osmo-hlr_10.42.42.2(pid=10855): Launched\u000a12:56:23.977817 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:56:24.497643 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10857): Launched\u000a12:56:24.799577 run osmo-stp_10.42.42.5(pid=10858): Launched\u000a12:56:24.910871 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a12:56:25.438141 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10860): Launched\u000a12:56:25.545413 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a12:56:25.806909 run patchelf(pid=10861): Launched\u000a12:56:25.982393 run osmo-stp_10.42.42.5(pid=10858): ERR: Terminated: ERROR {rc=1} [trial-2375↪gprs:oc2g↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10858)]\u000a12:56:26.110944 run osmo-stp_10.42.42.5(pid=10858): stdout: \u000a| (launched: 2022-12-10_12:56:24.650509)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:56:26.240025 run osmo-stp_10.42.42.5(pid=10858): stderr: \u000a| �[0;m�[38;5;43m20221210125624819 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210125624820 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210125624820 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210125624820 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210125624822 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210125624823 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210125624823 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:56:26.364397 run osmo-stp_10.42.42.5(pid=10858): stdout: \u000a| (launched: 2022-12-10_12:56:24.650509)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:56:26.487857 run osmo-stp_10.42.42.5(pid=10858): stderr: \u000a| �[0;m�[38;5;43m20221210125624819 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210125624820 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210125624820 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210125624820 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210125624822 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210125624823 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210125624823 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:56:26.632157 run patchelf(pid=10861): Terminating (SIGINT)\u000a12:56:26.801202 run patchelf(pid=10861): Terminated: ok {rc=0}\u000a12:56:26.832178 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=10858): Process ended prematurely: osmo-stp_10.42.42.5(pid=10858) [trial-2375↪gprs:oc2g↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10858)] [trial-2375↪gprs:oc2g↪iperf3m4.py:8]\u000a12:56:26.841360 tst iperf3m4.py:8: Test FAILED (10.4 sec)\u000a12:56:26.901884 run osmo-hlr_10.42.42.2(pid=10855): ERR: Terminated: ERROR {rc=237} [trial-2375↪gprs:oc2g↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10855)]\u000a12:56:26.950698 run osmo-hlr_10.42.42.2(pid=10855): stdout: \u000a| (launched: 2022-12-10_12:56:23.718368) \u000a12:56:27.000206 run osmo-hlr_10.42.42.2(pid=10855): stderr: \u000a| �[0;m�[1;31m20221210125623896 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210125623896 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210125623896 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210125623896 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210125623896 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210125623896 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210125623907 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2375/run.2022-12-10_12-42-03/gprs:oc2g/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210125623915 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210125623915 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210125623916 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:56:27.042093 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10844): Terminating (SIGTERM)\u000a12:56:27.081565 run iperf3-srv_10.42.42.10(pid=10845): Terminating (SIGTERM)\u000a12:56:27.121353 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10846): Terminating (SIGTERM)\u000a12:56:27.160860 run iperf3-srv_10.42.42.10(pid=10847): Terminating (SIGTERM)\u000a12:56:27.200475 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10848): Terminating (SIGTERM)\u000a12:56:27.239957 run iperf3-srv_10.42.42.10(pid=10849): Terminating (SIGTERM)\u000a12:56:27.280078 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10850): Terminating (SIGTERM)\u000a12:56:27.319573 run iperf3-srv_10.42.42.10(pid=10851): Terminating (SIGTERM)\u000a12:56:27.359267 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10854): Terminating (SIGTERM)\u000a12:56:27.398961 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10857): Terminating (SIGTERM)\u000a12:56:27.438833 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10860): Terminating (SIGTERM)\u000a12:56:27.448266 --- ParallelTerminationStrategy: PID 10844 died...\u000a12:56:27.501206 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10844): Terminated: ok {rc=0}\u000a12:56:27.511056 --- ParallelTerminationStrategy: PID 10845 died...\u000a12:56:27.564030 run iperf3-srv_10.42.42.10(pid=10845): Terminated {rc=256}\u000a12:56:27.573709 --- ParallelTerminationStrategy: PID 10846 died...\u000a12:56:27.627131 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10846): Terminated: ok {rc=0}\u000a12:56:27.636726 --- ParallelTerminationStrategy: PID 10847 died...\u000a12:56:27.689550 run iperf3-srv_10.42.42.10(pid=10847): Terminated {rc=256}\u000a12:56:27.699092 --- ParallelTerminationStrategy: PID 10848 died...\u000a12:56:27.751913 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10848): Terminated: ok {rc=0}\u000a12:56:27.761778 --- ParallelTerminationStrategy: PID 10849 died...\u000a12:56:27.814625 run iperf3-srv_10.42.42.10(pid=10849): Terminated {rc=256}\u000a12:56:27.824564 --- ParallelTerminationStrategy: PID 10850 died...\u000a12:56:27.877317 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10850): Terminated: ok {rc=0}\u000a12:56:27.887123 --- ParallelTerminationStrategy: PID 10851 died...\u000a12:56:27.940607 run iperf3-srv_10.42.42.10(pid=10851): Terminated {rc=256}\u000a12:56:27.950375 --- ParallelTerminationStrategy: PID 10854 died...\u000a12:56:28.002911 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10854): Terminated: ok {rc=0}\u000a12:56:28.012670 --- ParallelTerminationStrategy: PID 10857 died...\u000a12:56:28.065606 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10857): Terminated: ok {rc=0}\u000a12:56:28.075230 --- ParallelTerminationStrategy: PID 10860 died...\u000a12:56:28.127804 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10860): Terminated: ok {rc=0}\u000a12:56:28.216767 bus /gobi_4: Setting Powered False\u000a12:56:29.319967 bus /gobi_4: Setting Powered False\u000a12:56:30.430551 bus /gobi_1: Setting Powered False\u000a12:56:31.535951 bus /gobi_1: Setting Powered False\u000a12:56:32.646568 bus /gobi_0: Setting Powered False\u000a12:56:33.748533 bus /gobi_0: Setting Powered False\u000a12:56:34.860725 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 237, "className" : "gprs:oc2g", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10868): Process ended prematurely: osmo-stp_10.42.42.5(pid=10868) [trial-2375↪gprs:oc2g↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10868)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10868): Process ended prematurely: osmo-stp_10.42.42.5(pid=10868) [trial-2375↪gprs:oc2g↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10868)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2375 gprs:oc2g ping.py\u000a----------------------------------------------\u000a12:56:35.927914 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a12:56:35.939460 tst gprs:oc2g: Using 1 x bts (candidates: 1)\u000a12:56:36.062359 tst ping.py: using LAC 28544\u000a12:56:36.181692 tst ping.py: using RAC 239\u000a12:56:36.305405 tst ping.py: using CellId 28544\u000a12:56:36.432376 tst ping.py: using BVCI 28545\u000a12:56:36.456524 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a12:56:36.467285 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a12:56:36.478302 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a12:56:36.488903 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a12:56:36.499434 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a12:56:36.510060 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a12:56:36.520718 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a12:56:36.531333 tst gprs:oc2g: Using 1 x modem (candidates: 4)\u000a12:56:36.803924 tst ping.py:19: start network...\u000a12:56:36.926479 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:56:37.389583 run create_hlr_db(pid=10862): Launched\u000a12:56:37.559528 bus /gobi_6: Setting Powered False\u000a12:56:38.579704 run create_hlr_db(pid=10862): Terminated: ok {rc=0}\u000a12:56:38.998620 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10864): Launched\u000a12:56:39.315315 run osmo-hlr_10.42.42.2(pid=10865): Launched\u000a12:56:39.431401 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:56:39.983704 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10867): Launched\u000a12:56:40.300333 run osmo-stp_10.42.42.5(pid=10868): Launched\u000a12:56:40.415427 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a12:56:40.966788 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10870): Launched\u000a12:56:41.079500 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a12:56:41.354592 run patchelf(pid=10871): Launched\u000a12:56:41.540518 run osmo-stp_10.42.42.5(pid=10868): ERR: Terminated: ERROR {rc=1} [trial-2375↪gprs:oc2g↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10868)]\u000a12:56:41.676928 run osmo-stp_10.42.42.5(pid=10868): stdout: \u000a| (launched: 2022-12-10_12:56:40.145064)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:56:41.812783 run osmo-stp_10.42.42.5(pid=10868): stderr: \u000a| �[0;m�[38;5;43m20221210125640335 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210125640335 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210125640335 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210125640336 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210125640336 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210125640336 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210125640336 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:56:41.944582 run osmo-stp_10.42.42.5(pid=10868): stdout: \u000a| (launched: 2022-12-10_12:56:40.145064)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:56:42.075181 run osmo-stp_10.42.42.5(pid=10868): stderr: \u000a| �[0;m�[38;5;43m20221210125640335 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210125640335 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210125640335 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210125640336 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210125640336 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210125640336 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210125640336 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:56:42.227420 run patchelf(pid=10871): Terminating (SIGINT)\u000a12:56:42.406566 run patchelf(pid=10871): Terminated: ok {rc=0}\u000a12:56:42.438888 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=10868): Process ended prematurely: osmo-stp_10.42.42.5(pid=10868) [trial-2375↪gprs:oc2g↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10868)] [trial-2375↪gprs:oc2g↪ping.py:22]\u000a12:56:42.447990 tst ping.py:22: Test FAILED (6.5 sec)\u000a12:56:42.511425 run osmo-hlr_10.42.42.2(pid=10865): ERR: Terminated: ERROR {rc=237} [trial-2375↪gprs:oc2g↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10865)]\u000a12:56:42.562786 run osmo-hlr_10.42.42.2(pid=10865): stdout: \u000a| (launched: 2022-12-10_12:56:39.159736) \u000a12:56:42.614676 run osmo-hlr_10.42.42.2(pid=10865): stderr: \u000a| �[0;m�[1;31m20221210125639356 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210125639356 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210125639356 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210125639357 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210125639357 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210125639357 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210125639367 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2375/run.2022-12-10_12-42-03/gprs:oc2g/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210125639375 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210125639375 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210125639376 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:56:42.659779 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10864): Terminating (SIGTERM)\u000a12:56:42.702056 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10867): Terminating (SIGTERM)\u000a12:56:42.743957 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10870): Terminating (SIGTERM)\u000a12:56:42.753726 --- ParallelTerminationStrategy: PID 10864 died...\u000a12:56:42.809329 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10864): Terminated: ok {rc=0}\u000a12:56:42.819440 --- ParallelTerminationStrategy: PID 10867 died...\u000a12:56:42.874897 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10867): Terminated: ok {rc=0}\u000a12:56:42.885116 --- ParallelTerminationStrategy: PID 10870 died...\u000a12:56:42.940718 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10870): Terminated: ok {rc=0}\u000a12:56:43.026414 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 237, "className" : "gprs:oc2g", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10878): Process ended prematurely: osmo-stp_10.42.42.5(pid=10878) [trial-2375↪gprs:oc2g↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10878)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10878): Process ended prematurely: osmo-stp_10.42.42.5(pid=10878) [trial-2375↪gprs:oc2g↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10878)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2375 gprs:oc2g ping_idle_ping.py\u000a----------------------------------------------\u000a12:56:44.078428 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a12:56:44.090016 tst gprs:oc2g: Using 1 x bts (candidates: 1)\u000a12:56:44.217360 tst ping_idle_ping.py: using LAC 28545\u000a12:56:44.343504 tst ping_idle_ping.py: using RAC 240\u000a12:56:44.467466 tst ping_idle_ping.py: using CellId 28545\u000a12:56:44.598815 tst ping_idle_ping.py: using BVCI 28546\u000a12:56:44.623212 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a12:56:44.634120 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a12:56:44.645153 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a12:56:44.656000 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a12:56:44.666739 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a12:56:44.677519 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a12:56:44.688405 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a12:56:44.699132 tst gprs:oc2g: Using 1 x modem (candidates: 4)\u000a12:56:44.984808 tst ping_idle_ping.py:24: start network...\u000a12:56:45.116700 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:56:45.625370 run create_hlr_db(pid=10872): Launched\u000a12:56:45.810083 bus /gobi_6: Setting Powered False\u000a12:56:46.851241 run create_hlr_db(pid=10872): Terminated: ok {rc=0}\u000a12:56:47.327865 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10874): Launched\u000a12:56:47.625604 run osmo-hlr_10.42.42.2(pid=10875): Launched\u000a12:56:47.738406 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:56:48.263277 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10877): Launched\u000a12:56:48.560378 run osmo-stp_10.42.42.5(pid=10878): Launched\u000a12:56:48.678748 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a12:56:49.202493 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10880): Launched\u000a12:56:49.307982 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a12:56:49.566324 run patchelf(pid=10881): Launched\u000a12:56:49.740461 run osmo-stp_10.42.42.5(pid=10878): ERR: Terminated: ERROR {rc=1} [trial-2375↪gprs:oc2g↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10878)]\u000a12:56:49.867568 run osmo-stp_10.42.42.5(pid=10878): stdout: \u000a| (launched: 2022-12-10_12:56:48.414096)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:56:49.994736 run osmo-stp_10.42.42.5(pid=10878): stderr: \u000a| �[0;m�[38;5;43m20221210125648586 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210125648586 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210125648586 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210125648586 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210125648587 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210125648587 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210125648587 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:56:50.118016 run osmo-stp_10.42.42.5(pid=10878): stdout: \u000a| (launched: 2022-12-10_12:56:48.414096)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:56:50.240208 run osmo-stp_10.42.42.5(pid=10878): stderr: \u000a| �[0;m�[38;5;43m20221210125648586 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210125648586 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210125648586 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210125648586 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210125648587 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210125648587 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210125648587 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:56:50.382733 run patchelf(pid=10881): Terminating (SIGINT)\u000a12:56:50.550480 run patchelf(pid=10881): Terminated: ok {rc=0}\u000a12:56:50.580839 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=10878): Process ended prematurely: osmo-stp_10.42.42.5(pid=10878) [trial-2375↪gprs:oc2g↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10878)] [trial-2375↪gprs:oc2g↪ping_idle_ping.py:27]\u000a12:56:50.589431 tst ping_idle_ping.py:27: Test FAILED (6.5 sec)\u000a12:56:50.649821 run osmo-hlr_10.42.42.2(pid=10875): ERR: Terminated: ERROR {rc=237} [trial-2375↪gprs:oc2g↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10875)]\u000a12:56:50.699041 run osmo-hlr_10.42.42.2(pid=10875): stdout: \u000a| (launched: 2022-12-10_12:56:47.479265) \u000a12:56:50.748684 run osmo-hlr_10.42.42.2(pid=10875): stderr: \u000a| �[0;m�[1;31m20221210125647654 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210125647654 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210125647654 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210125647654 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210125647654 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210125647654 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210125647666 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2375/run.2022-12-10_12-42-03/gprs:oc2g/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210125647676 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210125647677 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210125647677 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:56:50.790807 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10874): Terminating (SIGTERM)\u000a12:56:50.831341 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10877): Terminating (SIGTERM)\u000a12:56:50.871323 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10880): Terminating (SIGTERM)\u000a12:56:50.880886 --- ParallelTerminationStrategy: PID 10874 died...\u000a12:56:50.934267 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10874): Terminated: ok {rc=0}\u000a12:56:50.944205 --- ParallelTerminationStrategy: PID 10877 died...\u000a12:56:50.997016 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10877): Terminated: ok {rc=0}\u000a12:56:51.006869 --- ParallelTerminationStrategy: PID 10880 died...\u000a12:56:51.060146 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10880): Terminated: ok {rc=0}\u000a12:56:51.148381 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "30", "name" : "gprs_oc2g", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T12:55:53" }, { "cases" : [ { "testActions" : [ ], "age" : 237, "className" : "gprs:oc2g+mod-bts0-egprs", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10895): Process ended prematurely: osmo-stp_10.42.42.5(pid=10895) [trial-2375↪gprs:oc2g+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10895)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10895): Process ended prematurely: osmo-stp_10.42.42.5(pid=10895) [trial-2375↪gprs:oc2g+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10895)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2375 gprs:oc2g+mod-bts0-egprs cs_paging_gprs_active.py\u000a----------------------------------------------\u000a12:56:53.242648 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:56:53.253322 tst gprs:oc2g+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a12:56:53.376604 tst cs_paging_gprs_active.py: using LAC 28546\u000a12:56:53.494972 tst cs_paging_gprs_active.py: using RAC 241\u000a12:56:53.612281 tst cs_paging_gprs_active.py: using CellId 28546\u000a12:56:53.730909 tst cs_paging_gprs_active.py: using BVCI 28547\u000a12:56:53.753745 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:56:53.764139 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:56:53.774553 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:56:53.785495 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:56:53.796220 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:56:53.807516 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:56:53.818612 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:56:53.829365 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:56:53.840205 tst gprs:oc2g+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a12:56:53.956760 tst gprs:oc2g+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a12:56:54.229373 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a12:56:54.353732 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:56:54.659535 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10885): Launched\u000a12:56:54.914460 run iperf3-srv_10.42.42.10(pid=10886): Launched\u000a12:56:55.094675 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a12:56:55.218070 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:56:55.523369 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10887): Launched\u000a12:56:55.778200 run iperf3-srv_10.42.42.10(pid=10888): Launched\u000a12:56:55.958318 tst cs_paging_gprs_active.py:38: start network...\u000a12:56:56.081855 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:56:56.549390 run create_hlr_db(pid=10889): Launched\u000a12:56:56.720437 bus /gobi_6: Setting Powered False\u000a12:56:57.742408 run create_hlr_db(pid=10889): Terminated: ok {rc=0}\u000a12:56:58.161257 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10891): Launched\u000a12:56:58.476851 run osmo-hlr_10.42.42.2(pid=10892): Launched\u000a12:56:58.594451 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:56:59.144204 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10894): Launched\u000a12:56:59.460939 run osmo-stp_10.42.42.5(pid=10895): Launched\u000a12:56:59.576223 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a12:57:00.128528 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10897): Launched\u000a12:57:00.241852 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a12:57:00.517289 run patchelf(pid=10898): Launched\u000a12:57:00.702933 run osmo-stp_10.42.42.5(pid=10895): ERR: Terminated: ERROR {rc=1} [trial-2375↪gprs:oc2g+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10895)]\u000a12:57:00.843500 run osmo-stp_10.42.42.5(pid=10895): stdout: \u000a| (launched: 2022-12-10_12:56:59.305726)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:57:00.993042 run osmo-stp_10.42.42.5(pid=10895): stderr: \u000a| �[0;m�[38;5;43m20221210125659495 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210125659495 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210125659495 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210125659496 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210125659496 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210125659496 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210125659496 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:57:01.127347 run osmo-stp_10.42.42.5(pid=10895): stdout: \u000a| (launched: 2022-12-10_12:56:59.305726)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:57:01.259830 run osmo-stp_10.42.42.5(pid=10895): stderr: \u000a| �[0;m�[38;5;43m20221210125659495 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210125659495 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210125659495 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210125659496 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210125659496 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210125659496 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210125659496 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:57:01.414388 run patchelf(pid=10898): Terminating (SIGINT)\u000a12:57:01.595451 run patchelf(pid=10898): Terminated: ok {rc=0}\u000a12:57:01.629016 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=10895): Process ended prematurely: osmo-stp_10.42.42.5(pid=10895) [trial-2375↪gprs:oc2g+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10895)] [trial-2375↪gprs:oc2g+mod-bts0-egprs↪cs_paging_gprs_active.py:38]\u000a12:57:01.639374 tst cs_paging_gprs_active.py:38: Test FAILED (8.4 sec)\u000a12:57:01.703239 run osmo-hlr_10.42.42.2(pid=10892): ERR: Terminated: ERROR {rc=237} [trial-2375↪gprs:oc2g+mod-bts0-egprs↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10892)]\u000a12:57:01.755119 run osmo-hlr_10.42.42.2(pid=10892): stdout: \u000a| (launched: 2022-12-10_12:56:58.322337) \u000a12:57:01.807621 run osmo-hlr_10.42.42.2(pid=10892): stderr: \u000a| �[0;m�[1;31m20221210125658520 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210125658520 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210125658520 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210125658520 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210125658520 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210125658520 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210125658533 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2375/run.2022-12-10_12-42-03/gprs:oc2g+mod-bts0-egprs/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210125658541 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210125658541 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210125658541 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:57:01.852316 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10885): Terminating (SIGTERM)\u000a12:57:01.895598 run iperf3-srv_10.42.42.10(pid=10886): Terminating (SIGTERM)\u000a12:57:01.940581 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10887): Terminating (SIGTERM)\u000a12:57:01.984535 run iperf3-srv_10.42.42.10(pid=10888): Terminating (SIGTERM)\u000a12:57:02.028648 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10891): Terminating (SIGTERM)\u000a12:57:02.071538 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10894): Terminating (SIGTERM)\u000a12:57:02.114737 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10897): Terminating (SIGTERM)\u000a12:57:02.124456 --- ParallelTerminationStrategy: PID 10885 died...\u000a12:57:02.179919 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10885): Terminated: ok {rc=0}\u000a12:57:02.189968 --- ParallelTerminationStrategy: PID 10886 died...\u000a12:57:02.244386 run iperf3-srv_10.42.42.10(pid=10886): Terminated {rc=256}\u000a12:57:02.254143 --- ParallelTerminationStrategy: PID 10887 died...\u000a12:57:02.308346 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10887): Terminated: ok {rc=0}\u000a12:57:02.318088 --- ParallelTerminationStrategy: PID 10888 died...\u000a12:57:02.372283 run iperf3-srv_10.42.42.10(pid=10888): Terminated {rc=256}\u000a12:57:02.382036 --- ParallelTerminationStrategy: PID 10891 died...\u000a12:57:02.436369 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10891): Terminated: ok {rc=0}\u000a12:57:02.446188 --- ParallelTerminationStrategy: PID 10894 died...\u000a12:57:02.500799 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10894): Terminated: ok {rc=0}\u000a12:57:02.510750 --- ParallelTerminationStrategy: PID 10897 died...\u000a12:57:02.565726 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10897): Terminated: ok {rc=0}\u000a12:57:02.653218 bus /gobi_0: Setting Powered False\u000a12:57:03.756667 bus /gobi_0: Setting Powered False\u000a12:57:04.867959 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 237, "className" : "gprs:oc2g+mod-bts0-egprs", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10919): Process ended prematurely: osmo-stp_10.42.42.5(pid=10919) [trial-2375↪gprs:oc2g+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10919)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10919): Process ended prematurely: osmo-stp_10.42.42.5(pid=10919) [trial-2375↪gprs:oc2g+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10919)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2375 gprs:oc2g+mod-bts0-egprs iperf3.py\u000a----------------------------------------------\u000a12:57:05.981150 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:57:05.992704 tst gprs:oc2g+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a12:57:06.122917 tst iperf3.py: using LAC 28547\u000a12:57:06.244702 tst iperf3.py: using RAC 242\u000a12:57:06.363569 tst iperf3.py: using CellId 28547\u000a12:57:06.480648 tst iperf3.py: using BVCI 28548\u000a12:57:06.503725 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:57:06.514480 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:57:06.525122 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:57:06.536155 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:57:06.547035 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:57:06.558041 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:57:06.568854 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:57:06.579861 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:57:06.591050 tst gprs:oc2g+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a12:57:06.881202 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a12:57:07.012848 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:57:07.337266 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10899): Launched\u000a12:57:07.607412 run iperf3-srv_10.42.42.10(pid=10900): Launched\u000a12:57:07.800290 tst iperf3.py:8: start network...\u000a12:57:07.932181 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:57:08.435472 run create_hlr_db(pid=10901): Launched\u000a12:57:08.616660 bus /gobi_6: Setting Powered False\u000a12:57:09.637711 run create_hlr_db(pid=10901): Terminated: ok {rc=0}\u000a12:57:10.032261 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10903): Launched\u000a12:57:10.327915 run osmo-hlr_10.42.42.2(pid=10904): Launched\u000a12:57:10.437337 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:57:10.950130 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10906): Launched\u000a12:57:11.245185 run osmo-stp_10.42.42.5(pid=10919): Launched\u000a12:57:11.353952 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a12:57:11.868002 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10921): Launched\u000a12:57:11.974355 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a12:57:12.231887 run patchelf(pid=10922): Launched\u000a12:57:12.405745 run osmo-stp_10.42.42.5(pid=10919): ERR: Terminated: ERROR {rc=1} [trial-2375↪gprs:oc2g+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10919)]\u000a12:57:12.532693 run osmo-stp_10.42.42.5(pid=10919): stdout: \u000a| (launched: 2022-12-10_12:57:11.100126)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:57:12.660063 run osmo-stp_10.42.42.5(pid=10919): stderr: \u000a| �[0;m�[38;5;43m20221210125711269 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210125711269 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210125711270 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210125711270 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210125711270 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210125711271 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210125711271 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:57:12.783129 run osmo-stp_10.42.42.5(pid=10919): stdout: \u000a| (launched: 2022-12-10_12:57:11.100126)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:57:12.906056 run osmo-stp_10.42.42.5(pid=10919): stderr: \u000a| �[0;m�[38;5;43m20221210125711269 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210125711269 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210125711270 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210125711270 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210125711270 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210125711271 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210125711271 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:57:13.048075 run patchelf(pid=10922): Terminating (SIGINT)\u000a12:57:13.214917 run patchelf(pid=10922): Terminated: ok {rc=0}\u000a12:57:13.245620 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=10919): Process ended prematurely: osmo-stp_10.42.42.5(pid=10919) [trial-2375↪gprs:oc2g+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10919)] [trial-2375↪gprs:oc2g+mod-bts0-egprs↪iperf3.py:8]\u000a12:57:13.254689 tst iperf3.py:8: Test FAILED (7.3 sec)\u000a12:57:13.314690 run osmo-hlr_10.42.42.2(pid=10904): ERR: Terminated: ERROR {rc=237} [trial-2375↪gprs:oc2g+mod-bts0-egprs↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10904)]\u000a12:57:13.363424 run osmo-hlr_10.42.42.2(pid=10904): stdout: \u000a| (launched: 2022-12-10_12:57:10.182128) \u000a12:57:13.412799 run osmo-hlr_10.42.42.2(pid=10904): stderr: \u000a| �[0;m�[1;31m20221210125710356 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210125710356 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210125710356 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210125710356 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210125710356 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210125710356 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210125710368 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2375/run.2022-12-10_12-42-03/gprs:oc2g+mod-bts0-egprs/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210125710378 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210125710378 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210125710378 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:57:13.454244 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10899): Terminating (SIGTERM)\u000a12:57:13.493637 run iperf3-srv_10.42.42.10(pid=10900): Terminating (SIGTERM)\u000a12:57:13.533309 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10903): Terminating (SIGTERM)\u000a12:57:13.572859 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10906): Terminating (SIGTERM)\u000a12:57:13.612505 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10921): Terminating (SIGTERM)\u000a12:57:13.622091 --- ParallelTerminationStrategy: PID 10899 died...\u000a12:57:13.674823 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10899): Terminated: ok {rc=0}\u000a12:57:13.684644 --- ParallelTerminationStrategy: PID 10900 died...\u000a12:57:13.736993 run iperf3-srv_10.42.42.10(pid=10900): Terminated {rc=256}\u000a12:57:13.746809 --- ParallelTerminationStrategy: PID 10903 died...\u000a12:57:13.799296 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10903): Terminated: ok {rc=0}\u000a12:57:13.809123 --- ParallelTerminationStrategy: PID 10906 died...\u000a12:57:13.862280 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10906): Terminated: ok {rc=0}\u000a12:57:13.871651 --- ParallelTerminationStrategy: PID 10921 died...\u000a12:57:13.924247 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10921): Terminated: ok {rc=0}\u000a12:57:14.011632 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 237, "className" : "gprs:oc2g+mod-bts0-egprs", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10937): Process ended prematurely: osmo-stp_10.42.42.5(pid=10937) [trial-2375↪gprs:oc2g+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10937)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10937): Process ended prematurely: osmo-stp_10.42.42.5(pid=10937) [trial-2375↪gprs:oc2g+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10937)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2375 gprs:oc2g+mod-bts0-egprs iperf3m4.py\u000a----------------------------------------------\u000a12:57:15.119600 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:57:15.130864 tst gprs:oc2g+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a12:57:15.252891 tst iperf3m4.py: using LAC 28548\u000a12:57:15.370004 tst iperf3m4.py: using RAC 243\u000a12:57:15.486990 tst iperf3m4.py: using CellId 28548\u000a12:57:15.606195 tst iperf3m4.py: using BVCI 28549\u000a12:57:15.629046 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:57:15.639810 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:57:15.650307 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:57:15.660913 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:57:15.671550 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:57:15.682128 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:57:15.692859 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:57:15.703483 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:57:15.714292 tst gprs:oc2g+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a12:57:15.834808 tst gprs:oc2g+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a12:57:15.969506 tst gprs:oc2g+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a12:57:16.089648 tst gprs:oc2g+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a12:57:16.414511 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a12:57:16.555458 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:57:16.961717 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10923): Launched\u000a12:57:17.244182 run iperf3-srv_10.42.42.10(pid=10924): Launched\u000a12:57:17.427705 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a12:57:17.551922 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:57:17.858271 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10925): Launched\u000a12:57:18.112225 run iperf3-srv_10.42.42.10(pid=10926): Launched\u000a12:57:18.292365 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a12:57:18.415668 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:57:18.721719 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10927): Launched\u000a12:57:18.976554 run iperf3-srv_10.42.42.10(pid=10928): Launched\u000a12:57:19.156729 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a12:57:19.280265 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:57:19.587145 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10929): Launched\u000a12:57:19.842277 run iperf3-srv_10.42.42.10(pid=10930): Launched\u000a12:57:20.022543 tst iperf3m4.py:8: start network...\u000a12:57:20.146205 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:57:20.612671 run create_hlr_db(pid=10931): Launched\u000a12:57:20.782960 bus /gobi_6: Setting Powered False\u000a12:57:21.804516 run create_hlr_db(pid=10931): Terminated: ok {rc=0}\u000a12:57:22.198208 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10933): Launched\u000a12:57:22.495018 run osmo-hlr_10.42.42.2(pid=10934): Launched\u000a12:57:22.608741 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:57:23.134947 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10936): Launched\u000a12:57:23.432144 run osmo-stp_10.42.42.5(pid=10937): Launched\u000a12:57:23.541839 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a12:57:24.067494 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10939): Launched\u000a12:57:24.181414 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a12:57:24.456661 run patchelf(pid=10940): Launched\u000a12:57:24.642791 run osmo-stp_10.42.42.5(pid=10937): ERR: Terminated: ERROR {rc=1} [trial-2375↪gprs:oc2g+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10937)]\u000a12:57:24.779011 run osmo-stp_10.42.42.5(pid=10937): stdout: \u000a| (launched: 2022-12-10_12:57:23.285853)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:57:24.914976 run osmo-stp_10.42.42.5(pid=10937): stderr: \u000a| �[0;m�[38;5;43m20221210125723455 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210125723455 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210125723455 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210125723456 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210125723456 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210125723456 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210125723456 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:57:25.047370 run osmo-stp_10.42.42.5(pid=10937): stdout: \u000a| (launched: 2022-12-10_12:57:23.285853)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:57:25.177771 run osmo-stp_10.42.42.5(pid=10937): stderr: \u000a| �[0;m�[38;5;43m20221210125723455 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210125723455 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210125723455 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210125723456 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210125723456 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210125723456 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210125723456 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:57:25.329514 run patchelf(pid=10940): Terminating (SIGINT)\u000a12:57:25.507542 run patchelf(pid=10940): Terminated: ok {rc=0}\u000a12:57:25.540248 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=10937): Process ended prematurely: osmo-stp_10.42.42.5(pid=10937) [trial-2375↪gprs:oc2g+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10937)] [trial-2375↪gprs:oc2g+mod-bts0-egprs↪iperf3m4.py:8]\u000a12:57:25.550081 tst iperf3m4.py:8: Test FAILED (10.5 sec)\u000a12:57:25.612435 run osmo-hlr_10.42.42.2(pid=10934): ERR: Terminated: ERROR {rc=237} [trial-2375↪gprs:oc2g+mod-bts0-egprs↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10934)]\u000a12:57:25.663656 run osmo-hlr_10.42.42.2(pid=10934): stdout: \u000a| (launched: 2022-12-10_12:57:22.348737) \u000a12:57:25.715242 run osmo-hlr_10.42.42.2(pid=10934): stderr: \u000a| �[0;m�[1;31m20221210125722524 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210125722524 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210125722524 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210125722524 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210125722524 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210125722525 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210125722537 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2375/run.2022-12-10_12-42-03/gprs:oc2g+mod-bts0-egprs/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210125722545 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210125722546 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210125722546 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:57:25.758984 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10923): Terminating (SIGTERM)\u000a12:57:25.800609 run iperf3-srv_10.42.42.10(pid=10924): Terminating (SIGTERM)\u000a12:57:25.843833 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10925): Terminating (SIGTERM)\u000a12:57:25.885334 run iperf3-srv_10.42.42.10(pid=10926): Terminating (SIGTERM)\u000a12:57:25.926731 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10927): Terminating (SIGTERM)\u000a12:57:25.968023 run iperf3-srv_10.42.42.10(pid=10928): Terminating (SIGTERM)\u000a12:57:26.009432 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10929): Terminating (SIGTERM)\u000a12:57:26.050680 run iperf3-srv_10.42.42.10(pid=10930): Terminating (SIGTERM)\u000a12:57:26.092237 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10933): Terminating (SIGTERM)\u000a12:57:26.133789 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10936): Terminating (SIGTERM)\u000a12:57:26.175316 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10939): Terminating (SIGTERM)\u000a12:57:26.185039 --- ParallelTerminationStrategy: PID 10923 died...\u000a12:57:26.240395 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10923): Terminated: ok {rc=0}\u000a12:57:26.250441 --- ParallelTerminationStrategy: PID 10924 died...\u000a12:57:26.305384 run iperf3-srv_10.42.42.10(pid=10924): Terminated {rc=256}\u000a12:57:26.315541 --- ParallelTerminationStrategy: PID 10925 died...\u000a12:57:26.370232 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10925): Terminated: ok {rc=0}\u000a12:57:26.380304 --- ParallelTerminationStrategy: PID 10926 died...\u000a12:57:26.435169 run iperf3-srv_10.42.42.10(pid=10926): Terminated {rc=256}\u000a12:57:26.445180 --- ParallelTerminationStrategy: PID 10927 died...\u000a12:57:26.499612 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10927): Terminated: ok {rc=0}\u000a12:57:26.509577 --- ParallelTerminationStrategy: PID 10928 died...\u000a12:57:26.563905 run iperf3-srv_10.42.42.10(pid=10928): Terminated {rc=256}\u000a12:57:26.573844 --- ParallelTerminationStrategy: PID 10929 died...\u000a12:57:26.628496 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10929): Terminated: ok {rc=0}\u000a12:57:26.638486 --- ParallelTerminationStrategy: PID 10930 died...\u000a12:57:26.693339 run iperf3-srv_10.42.42.10(pid=10930): Terminated {rc=256}\u000a12:57:26.703197 --- ParallelTerminationStrategy: PID 10933 died...\u000a12:57:26.757952 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10933): Terminated: ok {rc=0}\u000a12:57:26.767892 --- ParallelTerminationStrategy: PID 10936 died...\u000a12:57:26.822653 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10936): Terminated: ok {rc=0}\u000a12:57:26.832528 --- ParallelTerminationStrategy: PID 10939 died...\u000a12:57:26.887789 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10939): Terminated: ok {rc=0}\u000a12:57:26.973367 bus /gobi_4: Setting Powered False\u000a12:57:28.076629 bus /gobi_4: Setting Powered False\u000a12:57:29.183586 bus /gobi_1: Setting Powered False\u000a12:57:30.286104 bus /gobi_1: Setting Powered False\u000a12:57:31.411579 bus /gobi_0: Setting Powered False\u000a12:57:32.514860 bus /gobi_0: Setting Powered False\u000a12:57:33.626526 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 237, "className" : "gprs:oc2g+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10950): Process ended prematurely: osmo-stp_10.42.42.5(pid=10950) [trial-2375↪gprs:oc2g+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10950)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10950): Process ended prematurely: osmo-stp_10.42.42.5(pid=10950) [trial-2375↪gprs:oc2g+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10950)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2375 gprs:oc2g+mod-bts0-egprs ping.py\u000a----------------------------------------------\u000a12:57:34.692456 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:57:34.703712 tst gprs:oc2g+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a12:57:34.828018 tst ping.py: using LAC 28549\u000a12:57:34.943305 tst ping.py: using RAC 244\u000a12:57:35.065260 tst ping.py: using CellId 28549\u000a12:57:35.178368 tst ping.py: using BVCI 28550\u000a12:57:35.200647 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:57:35.211261 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:57:35.221843 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:57:35.232450 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:57:35.243029 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:57:35.253665 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:57:35.264428 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:57:35.275328 tst gprs:oc2g+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a12:57:35.559482 tst ping.py:19: start network...\u000a12:57:35.689018 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:57:36.186476 run create_hlr_db(pid=10944): Launched\u000a12:57:36.366070 bus /gobi_6: Setting Powered False\u000a12:57:37.386206 run create_hlr_db(pid=10944): Terminated: ok {rc=0}\u000a12:57:37.777615 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10946): Launched\u000a12:57:38.068707 run osmo-hlr_10.42.42.2(pid=10947): Launched\u000a12:57:38.175822 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:57:38.682383 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10949): Launched\u000a12:57:38.973734 run osmo-stp_10.42.42.5(pid=10950): Launched\u000a12:57:39.079422 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a12:57:39.587736 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10952): Launched\u000a12:57:39.692381 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a12:57:39.948680 run patchelf(pid=10953): Launched\u000a12:57:40.121275 run osmo-stp_10.42.42.5(pid=10950): ERR: Terminated: ERROR {rc=1} [trial-2375↪gprs:oc2g+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10950)]\u000a12:57:40.247334 run osmo-stp_10.42.42.5(pid=10950): stdout: \u000a| (launched: 2022-12-10_12:57:38.829980)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:57:40.373589 run osmo-stp_10.42.42.5(pid=10950): stderr: \u000a| �[0;m�[38;5;43m20221210125738999 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210125738999 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210125738999 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210125738999 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210125739000 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210125739000 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210125739000 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:57:40.495784 run osmo-stp_10.42.42.5(pid=10950): stdout: \u000a| (launched: 2022-12-10_12:57:38.829980)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:57:40.616832 run osmo-stp_10.42.42.5(pid=10950): stderr: \u000a| �[0;m�[38;5;43m20221210125738999 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210125738999 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210125738999 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210125738999 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210125739000 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210125739000 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210125739000 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:57:40.758646 run patchelf(pid=10953): Terminating (SIGINT)\u000a12:57:40.925544 run patchelf(pid=10953): Terminated: ok {rc=0}\u000a12:57:40.955721 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=10950): Process ended prematurely: osmo-stp_10.42.42.5(pid=10950) [trial-2375↪gprs:oc2g+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10950)] [trial-2375↪gprs:oc2g+mod-bts0-egprs↪ping.py:22]\u000a12:57:40.964238 tst ping.py:22: Test FAILED (6.3 sec)\u000a12:57:41.024077 run osmo-hlr_10.42.42.2(pid=10947): ERR: Terminated: ERROR {rc=237} [trial-2375↪gprs:oc2g+mod-bts0-egprs↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10947)]\u000a12:57:41.072723 run osmo-hlr_10.42.42.2(pid=10947): stdout: \u000a| (launched: 2022-12-10_12:57:37.925953) \u000a12:57:41.122235 run osmo-hlr_10.42.42.2(pid=10947): stderr: \u000a| �[0;m�[1;31m20221210125738101 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210125738101 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210125738101 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210125738101 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210125738101 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210125738101 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210125738113 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2375/run.2022-12-10_12-42-03/gprs:oc2g+mod-bts0-egprs/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210125738121 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210125738121 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210125738121 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:57:41.163975 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10946): Terminating (SIGTERM)\u000a12:57:41.203582 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10949): Terminating (SIGTERM)\u000a12:57:41.242987 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10952): Terminating (SIGTERM)\u000a12:57:41.252227 --- ParallelTerminationStrategy: PID 10946 died...\u000a12:57:41.305165 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10946): Terminated: ok {rc=0}\u000a12:57:41.314655 --- ParallelTerminationStrategy: PID 10949 died...\u000a12:57:41.367360 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10949): Terminated: ok {rc=0}\u000a12:57:41.377043 --- ParallelTerminationStrategy: PID 10952 died...\u000a12:57:41.429554 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10952): Terminated: ok {rc=0}\u000a12:57:41.516747 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 237, "className" : "gprs:oc2g+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10960): Process ended prematurely: osmo-stp_10.42.42.5(pid=10960) [trial-2375↪gprs:oc2g+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10960)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10960): Process ended prematurely: osmo-stp_10.42.42.5(pid=10960) [trial-2375↪gprs:oc2g+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10960)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2375 gprs:oc2g+mod-bts0-egprs ping_idle_ping.py\u000a----------------------------------------------\u000a12:57:42.568922 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:57:42.580455 tst gprs:oc2g+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a12:57:42.704327 tst ping_idle_ping.py: using LAC 28550\u000a12:57:42.821606 tst ping_idle_ping.py: using RAC 245\u000a12:57:42.945409 tst ping_idle_ping.py: using CellId 28550\u000a12:57:43.069525 tst ping_idle_ping.py: using BVCI 28551\u000a12:57:43.093774 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:57:43.104792 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:57:43.116113 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:57:43.127241 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:57:43.138404 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:57:43.149164 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:57:43.160135 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:57:43.170970 tst gprs:oc2g+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a12:57:43.455993 tst ping_idle_ping.py:24: start network...\u000a12:57:43.586343 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:57:44.087912 run create_hlr_db(pid=10954): Launched\u000a12:57:44.268754 bus /gobi_6: Setting Powered False\u000a12:57:45.291294 run create_hlr_db(pid=10954): Terminated: ok {rc=0}\u000a12:57:45.708792 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10956): Launched\u000a12:57:46.146096 run osmo-hlr_10.42.42.2(pid=10957): Launched\u000a12:57:46.375806 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:57:46.962362 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10959): Launched\u000a12:57:47.328336 run osmo-stp_10.42.42.5(pid=10960): Launched\u000a12:57:47.441815 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a12:57:47.990143 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10962): Launched\u000a12:57:48.101960 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a12:57:48.374543 run patchelf(pid=10963): Launched\u000a12:57:48.559062 run osmo-stp_10.42.42.5(pid=10960): ERR: Terminated: ERROR {rc=1} [trial-2375↪gprs:oc2g+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10960)]\u000a12:57:48.694151 run osmo-stp_10.42.42.5(pid=10960): stdout: \u000a| (launched: 2022-12-10_12:57:47.124097)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:57:48.829155 run osmo-stp_10.42.42.5(pid=10960): stderr: \u000a| �[0;m�[38;5;43m20221210125747364 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210125747364 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210125747364 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210125747365 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210125747365 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210125747365 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210125747365 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:57:48.959875 run osmo-stp_10.42.42.5(pid=10960): stdout: \u000a| (launched: 2022-12-10_12:57:47.124097)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:57:49.089778 run osmo-stp_10.42.42.5(pid=10960): stderr: \u000a| �[0;m�[38;5;43m20221210125747364 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210125747364 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210125747364 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210125747365 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210125747365 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210125747365 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210125747365 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:57:49.240585 run patchelf(pid=10963): Terminating (SIGINT)\u000a12:57:49.418089 run patchelf(pid=10963): Terminated: ok {rc=0}\u000a12:57:49.450240 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=10960): Process ended prematurely: osmo-stp_10.42.42.5(pid=10960) [trial-2375↪gprs:oc2g+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10960)] [trial-2375↪gprs:oc2g+mod-bts0-egprs↪ping_idle_ping.py:27]\u000a12:57:49.459362 tst ping_idle_ping.py:27: Test FAILED (6.9 sec)\u000a12:57:49.521932 run osmo-hlr_10.42.42.2(pid=10957): ERR: Terminated: ERROR {rc=237} [trial-2375↪gprs:oc2g+mod-bts0-egprs↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10957)]\u000a12:57:49.572935 run osmo-hlr_10.42.42.2(pid=10957): stdout: \u000a| (launched: 2022-12-10_12:57:45.875090) \u000a12:57:49.624619 run osmo-hlr_10.42.42.2(pid=10957): stderr: \u000a| �[0;m�[1;31m20221210125746163 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210125746163 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210125746163 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210125746163 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210125746163 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210125746163 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210125746181 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2375/run.2022-12-10_12-42-03/gprs:oc2g+mod-bts0-egprs/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210125746205 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210125746205 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210125746205 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:57:49.669053 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10956): Terminating (SIGTERM)\u000a12:57:49.711412 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10959): Terminating (SIGTERM)\u000a12:57:49.753493 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10962): Terminating (SIGTERM)\u000a12:57:49.763151 --- ParallelTerminationStrategy: PID 10956 died...\u000a12:57:49.818964 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10956): Terminated: ok {rc=0}\u000a12:57:49.829157 --- ParallelTerminationStrategy: PID 10959 died...\u000a12:57:49.884517 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10959): Terminated: ok {rc=0}\u000a12:57:49.894458 --- ParallelTerminationStrategy: PID 10962 died...\u000a12:57:49.949534 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10962): Terminated: ok {rc=0}\u000a12:57:50.035472 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 59.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "31", "name" : "gprs_oc2g+mod-bts0-egprs", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T12:56:52" }, { "cases" : [ { "testActions" : [ ], "age" : 237, "className" : "gprs:oc2g+mod-bts0-dynts-ipa", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10977): Process ended prematurely: osmo-stp_10.42.42.5(pid=10977) [trial-2375↪gprs:oc2g+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10977)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10977): Process ended prematurely: osmo-stp_10.42.42.5(pid=10977) [trial-2375↪gprs:oc2g+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10977)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2375 gprs:oc2g+mod-bts0-dynts-ipa cs_paging_gprs_active.py\u000a----------------------------------------------\u000a12:57:52.140779 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:57:52.151352 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a12:57:52.293184 tst cs_paging_gprs_active.py: using LAC 28551\u000a12:57:52.410499 tst cs_paging_gprs_active.py: using RAC 246\u000a12:57:52.526743 tst cs_paging_gprs_active.py: using CellId 28551\u000a12:57:52.642920 tst cs_paging_gprs_active.py: using BVCI 28552\u000a12:57:52.665931 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:57:52.676428 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:57:52.686834 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:57:52.698059 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:57:52.709092 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:57:52.720143 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:57:52.731428 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:57:52.742580 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:57:52.753823 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a12:57:52.869520 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a12:57:53.144046 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a12:57:53.269778 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:57:53.576342 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10967): Launched\u000a12:57:53.832559 run iperf3-srv_10.42.42.10(pid=10968): Launched\u000a12:57:54.014420 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a12:57:54.138927 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:57:54.446660 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10969): Launched\u000a12:57:54.702607 run iperf3-srv_10.42.42.10(pid=10970): Launched\u000a12:57:54.884002 tst cs_paging_gprs_active.py:38: start network...\u000a12:57:55.008203 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:57:55.477056 run create_hlr_db(pid=10971): Launched\u000a12:57:55.648370 bus /gobi_6: Setting Powered False\u000a12:57:56.668859 run create_hlr_db(pid=10971): Terminated: ok {rc=0}\u000a12:57:57.089227 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10973): Launched\u000a12:57:57.407356 run osmo-hlr_10.42.42.2(pid=10974): Launched\u000a12:57:57.525229 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:57:58.076452 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10976): Launched\u000a12:57:58.393382 run osmo-stp_10.42.42.5(pid=10977): Launched\u000a12:57:58.509201 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a12:57:59.063609 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10979): Launched\u000a12:57:59.177549 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a12:57:59.453994 run patchelf(pid=10980): Launched\u000a12:57:59.639608 run osmo-stp_10.42.42.5(pid=10977): ERR: Terminated: ERROR {rc=1} [trial-2375↪gprs:oc2g+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10977)]\u000a12:57:59.775892 run osmo-stp_10.42.42.5(pid=10977): stdout: \u000a| (launched: 2022-12-10_12:57:58.238481)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:57:59.912252 run osmo-stp_10.42.42.5(pid=10977): stderr: \u000a| �[0;m�[38;5;43m20221210125758431 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210125758432 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210125758432 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210125758432 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210125758433 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210125758433 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210125758433 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:58:00.043863 run osmo-stp_10.42.42.5(pid=10977): stdout: \u000a| (launched: 2022-12-10_12:57:58.238481)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:58:00.174366 run osmo-stp_10.42.42.5(pid=10977): stderr: \u000a| �[0;m�[38;5;43m20221210125758431 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210125758432 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210125758432 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210125758432 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210125758433 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210125758433 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210125758433 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:58:00.326108 run patchelf(pid=10980): Terminating (SIGINT)\u000a12:58:00.504209 run patchelf(pid=10980): Terminated: ok {rc=0}\u000a12:58:00.537041 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=10977): Process ended prematurely: osmo-stp_10.42.42.5(pid=10977) [trial-2375↪gprs:oc2g+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10977)] [trial-2375↪gprs:oc2g+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38]\u000a12:58:00.546569 tst cs_paging_gprs_active.py:38: Test FAILED (8.4 sec)\u000a12:58:00.608529 run osmo-hlr_10.42.42.2(pid=10974): ERR: Terminated: ERROR {rc=237} [trial-2375↪gprs:oc2g+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10974)]\u000a12:58:00.659169 run osmo-hlr_10.42.42.2(pid=10974): stdout: \u000a| (launched: 2022-12-10_12:57:57.251795) \u000a12:58:00.710609 run osmo-hlr_10.42.42.2(pid=10974): stderr: \u000a| �[0;m�[1;31m20221210125757449 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210125757449 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210125757449 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210125757449 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210125757449 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210125757449 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210125757461 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2375/run.2022-12-10_12-42-03/gprs:oc2g+mod-bts0-dynts-ipa/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210125757469 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210125757469 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210125757469 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:58:00.754434 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10967): Terminating (SIGTERM)\u000a12:58:00.795604 run iperf3-srv_10.42.42.10(pid=10968): Terminating (SIGTERM)\u000a12:58:00.836848 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10969): Terminating (SIGTERM)\u000a12:58:00.883110 run iperf3-srv_10.42.42.10(pid=10970): Terminating (SIGTERM)\u000a12:58:00.931570 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10973): Terminating (SIGTERM)\u000a12:58:00.973341 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10976): Terminating (SIGTERM)\u000a12:58:01.015473 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10979): Terminating (SIGTERM)\u000a12:58:01.024930 --- ParallelTerminationStrategy: PID 10967 died...\u000a12:58:01.080647 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10967): Terminated: ok {rc=0}\u000a12:58:01.090985 --- ParallelTerminationStrategy: PID 10968 died...\u000a12:58:01.146387 run iperf3-srv_10.42.42.10(pid=10968): Terminated {rc=256}\u000a12:58:01.156611 --- ParallelTerminationStrategy: PID 10969 died...\u000a12:58:01.212208 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10969): Terminated: ok {rc=0}\u000a12:58:01.222415 --- ParallelTerminationStrategy: PID 10970 died...\u000a12:58:01.278408 run iperf3-srv_10.42.42.10(pid=10970): Terminated {rc=256}\u000a12:58:01.288627 --- ParallelTerminationStrategy: PID 10973 died...\u000a12:58:01.344396 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10973): Terminated: ok {rc=0}\u000a12:58:01.354641 --- ParallelTerminationStrategy: PID 10976 died...\u000a12:58:01.410678 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10976): Terminated: ok {rc=0}\u000a12:58:01.421120 --- ParallelTerminationStrategy: PID 10979 died...\u000a12:58:01.477056 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10979): Terminated: ok {rc=0}\u000a12:58:01.564911 bus /gobi_0: Setting Powered False\u000a12:58:02.669164 bus /gobi_0: Setting Powered False\u000a12:58:03.776766 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 237, "className" : "gprs:oc2g+mod-bts0-dynts-ipa", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10989): Process ended prematurely: osmo-stp_10.42.42.5(pid=10989) [trial-2375↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10989)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10989): Process ended prematurely: osmo-stp_10.42.42.5(pid=10989) [trial-2375↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10989)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2375 gprs:oc2g+mod-bts0-dynts-ipa iperf3.py\u000a----------------------------------------------\u000a12:58:04.886468 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:58:04.897796 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a12:58:05.042950 tst iperf3.py: using LAC 28552\u000a12:58:05.159399 tst iperf3.py: using RAC 247\u000a12:58:05.278782 tst iperf3.py: using CellId 28552\u000a12:58:05.402910 tst iperf3.py: using BVCI 28553\u000a12:58:05.427398 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:58:05.438689 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:58:05.449761 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:58:05.460518 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:58:05.471435 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:58:05.483206 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:58:05.495114 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:58:05.506069 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:58:05.517173 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a12:58:05.790232 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a12:58:05.914318 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:58:06.221288 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10981): Launched\u000a12:58:06.477231 run iperf3-srv_10.42.42.10(pid=10982): Launched\u000a12:58:06.659024 tst iperf3.py:8: start network...\u000a12:58:06.783956 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:58:07.253497 run create_hlr_db(pid=10983): Launched\u000a12:58:07.424701 bus /gobi_6: Setting Powered False\u000a12:58:08.446109 run create_hlr_db(pid=10983): Terminated: ok {rc=0}\u000a12:58:08.866853 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10985): Launched\u000a12:58:09.184086 run osmo-hlr_10.42.42.2(pid=10986): Launched\u000a12:58:09.301883 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:58:09.854228 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10988): Launched\u000a12:58:10.170954 run osmo-stp_10.42.42.5(pid=10989): Launched\u000a12:58:10.286884 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a12:58:10.840181 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10992): Launched\u000a12:58:10.952929 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a12:58:11.227660 run patchelf(pid=10993): Launched\u000a12:58:11.412931 run osmo-stp_10.42.42.5(pid=10989): ERR: Terminated: ERROR {rc=1} [trial-2375↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10989)]\u000a12:58:11.548483 run osmo-stp_10.42.42.5(pid=10989): stdout: \u000a| (launched: 2022-12-10_12:58:10.015464)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:58:11.685185 run osmo-stp_10.42.42.5(pid=10989): stderr: \u000a| �[0;m�[38;5;43m20221210125810206 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210125810206 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210125810206 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210125810207 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210125810207 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210125810207 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210125810207 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:58:11.816528 run osmo-stp_10.42.42.5(pid=10989): stdout: \u000a| (launched: 2022-12-10_12:58:10.015464)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:58:11.947267 run osmo-stp_10.42.42.5(pid=10989): stderr: \u000a| �[0;m�[38;5;43m20221210125810206 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210125810206 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210125810206 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210125810207 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210125810207 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210125810207 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210125810207 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:58:12.099020 run patchelf(pid=10993): Terminating (SIGINT)\u000a12:58:12.277078 run patchelf(pid=10993): Terminated: ok {rc=0}\u000a12:58:12.309724 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=10989): Process ended prematurely: osmo-stp_10.42.42.5(pid=10989) [trial-2375↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10989)] [trial-2375↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3.py:8]\u000a12:58:12.319525 tst iperf3.py:8: Test FAILED (7.5 sec)\u000a12:58:12.381549 run osmo-hlr_10.42.42.2(pid=10986): ERR: Terminated: ERROR {rc=237} [trial-2375↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10986)]\u000a12:58:12.432293 run osmo-hlr_10.42.42.2(pid=10986): stdout: \u000a| (launched: 2022-12-10_12:58:09.028795) \u000a12:58:12.484225 run osmo-hlr_10.42.42.2(pid=10986): stderr: \u000a| �[0;m�[1;31m20221210125809226 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210125809226 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210125809226 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210125809226 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210125809226 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210125809226 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210125809238 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2375/run.2022-12-10_12-42-03/gprs:oc2g+mod-bts0-dynts-ipa/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210125809246 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210125809247 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210125809247 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:58:12.528026 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10981): Terminating (SIGTERM)\u000a12:58:12.569289 run iperf3-srv_10.42.42.10(pid=10982): Terminating (SIGTERM)\u000a12:58:12.610692 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10985): Terminating (SIGTERM)\u000a12:58:12.651917 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10988): Terminating (SIGTERM)\u000a12:58:12.693623 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10992): Terminating (SIGTERM)\u000a12:58:12.703073 --- ParallelTerminationStrategy: PID 10981 died...\u000a12:58:12.758283 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10981): Terminated: ok {rc=0}\u000a12:58:12.768156 --- ParallelTerminationStrategy: PID 10982 died...\u000a12:58:12.823309 run iperf3-srv_10.42.42.10(pid=10982): Terminated {rc=256}\u000a12:58:12.833199 --- ParallelTerminationStrategy: PID 10985 died...\u000a12:58:12.887851 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10985): Terminated: ok {rc=0}\u000a12:58:12.897715 --- ParallelTerminationStrategy: PID 10988 died...\u000a12:58:12.952830 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10988): Terminated: ok {rc=0}\u000a12:58:12.962725 --- ParallelTerminationStrategy: PID 10992 died...\u000a12:58:13.017764 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10992): Terminated: ok {rc=0}\u000a12:58:13.103930 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 237, "className" : "gprs:oc2g+mod-bts0-dynts-ipa", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11009): Process ended prematurely: osmo-stp_10.42.42.5(pid=11009) [trial-2375↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11009)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11009): Process ended prematurely: osmo-stp_10.42.42.5(pid=11009) [trial-2375↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11009)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2375 gprs:oc2g+mod-bts0-dynts-ipa iperf3m4.py\u000a----------------------------------------------\u000a12:58:14.217063 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:58:14.228574 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a12:58:14.382182 tst iperf3m4.py: using LAC 28553\u000a12:58:14.504928 tst iperf3m4.py: using RAC 248\u000a12:58:14.627686 tst iperf3m4.py: using CellId 28553\u000a12:58:14.750732 tst iperf3m4.py: using BVCI 28554\u000a12:58:14.775051 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:58:14.786189 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:58:14.797134 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:58:14.807976 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:58:14.818792 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:58:14.829640 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:58:14.840585 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:58:14.851338 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:58:14.862343 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a12:58:14.976720 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a12:58:15.093501 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a12:58:15.213765 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a12:58:15.489663 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a12:58:15.614917 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:58:15.962937 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10994): Launched\u000a12:58:16.282659 run iperf3-srv_10.42.42.10(pid=10995): Launched\u000a12:58:16.484367 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a12:58:16.621882 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:58:16.978974 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10996): Launched\u000a12:58:17.276105 run iperf3-srv_10.42.42.10(pid=10998): Launched\u000a12:58:17.459089 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a12:58:17.583711 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:58:17.892893 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10999): Launched\u000a12:58:18.149584 run iperf3-srv_10.42.42.10(pid=11000): Launched\u000a12:58:18.331324 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a12:58:18.455344 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:58:18.763066 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11001): Launched\u000a12:58:19.018912 run iperf3-srv_10.42.42.10(pid=11002): Launched\u000a12:58:19.201153 tst iperf3m4.py:8: start network...\u000a12:58:19.325601 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:58:19.795754 run create_hlr_db(pid=11003): Launched\u000a12:58:19.966291 bus /gobi_6: Setting Powered False\u000a12:58:20.988734 run create_hlr_db(pid=11003): Terminated: ok {rc=0}\u000a12:58:21.384011 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11005): Launched\u000a12:58:21.682614 run osmo-hlr_10.42.42.2(pid=11006): Launched\u000a12:58:21.791991 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:58:22.309582 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11008): Launched\u000a12:58:22.607213 run osmo-stp_10.42.42.5(pid=11009): Launched\u000a12:58:22.716581 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a12:58:23.237505 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11011): Launched\u000a12:58:23.344083 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a12:58:23.604380 run patchelf(pid=11012): Launched\u000a12:58:23.779591 run osmo-stp_10.42.42.5(pid=11009): ERR: Terminated: ERROR {rc=1} [trial-2375↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11009)]\u000a12:58:23.908418 run osmo-stp_10.42.42.5(pid=11009): stdout: \u000a| (launched: 2022-12-10_12:58:22.460523)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:58:24.037074 run osmo-stp_10.42.42.5(pid=11009): stderr: \u000a| �[0;m�[38;5;43m20221210125822629 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210125822629 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210125822629 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210125822630 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210125822630 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210125822630 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210125822630 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:58:24.161081 run osmo-stp_10.42.42.5(pid=11009): stdout: \u000a| (launched: 2022-12-10_12:58:22.460523)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:58:24.284142 run osmo-stp_10.42.42.5(pid=11009): stderr: \u000a| �[0;m�[38;5;43m20221210125822629 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210125822629 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210125822629 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210125822630 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210125822630 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210125822630 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210125822630 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:58:24.427622 run patchelf(pid=11012): Terminating (SIGINT)\u000a12:58:24.596843 run patchelf(pid=11012): Terminated: ok {rc=0}\u000a12:58:24.627881 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=11009): Process ended prematurely: osmo-stp_10.42.42.5(pid=11009) [trial-2375↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11009)] [trial-2375↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3m4.py:8]\u000a12:58:24.636801 tst iperf3m4.py:8: Test FAILED (10.5 sec)\u000a12:58:24.697094 run osmo-hlr_10.42.42.2(pid=11006): ERR: Terminated: ERROR {rc=237} [trial-2375↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11006)]\u000a12:58:24.745932 run osmo-hlr_10.42.42.2(pid=11006): stdout: \u000a| (launched: 2022-12-10_12:58:21.535880) \u000a12:58:24.795075 run osmo-hlr_10.42.42.2(pid=11006): stderr: \u000a| �[0;m�[1;31m20221210125821711 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210125821711 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210125821711 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210125821711 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210125821711 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210125821711 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210125821723 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2375/run.2022-12-10_12-42-03/gprs:oc2g+mod-bts0-dynts-ipa/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210125821731 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210125821731 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210125821732 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:58:24.836440 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10994): Terminating (SIGTERM)\u000a12:58:24.875620 run iperf3-srv_10.42.42.10(pid=10995): Terminating (SIGTERM)\u000a12:58:24.914762 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10996): Terminating (SIGTERM)\u000a12:58:24.953930 run iperf3-srv_10.42.42.10(pid=10998): Terminating (SIGTERM)\u000a12:58:24.993209 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10999): Terminating (SIGTERM)\u000a12:58:25.032486 run iperf3-srv_10.42.42.10(pid=11000): Terminating (SIGTERM)\u000a12:58:25.071663 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11001): Terminating (SIGTERM)\u000a12:58:25.111061 run iperf3-srv_10.42.42.10(pid=11002): Terminating (SIGTERM)\u000a12:58:25.150164 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11005): Terminating (SIGTERM)\u000a12:58:25.189322 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11008): Terminating (SIGTERM)\u000a12:58:25.228658 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11011): Terminating (SIGTERM)\u000a12:58:25.237965 --- ParallelTerminationStrategy: PID 10994 died...\u000a12:58:25.290818 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10994): Terminated: ok {rc=0}\u000a12:58:25.300436 --- ParallelTerminationStrategy: PID 10995 died...\u000a12:58:25.352761 run iperf3-srv_10.42.42.10(pid=10995): Terminated {rc=256}\u000a12:58:25.362372 --- ParallelTerminationStrategy: PID 10996 died...\u000a12:58:25.415059 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10996): Terminated: ok {rc=0}\u000a12:58:25.424432 --- ParallelTerminationStrategy: PID 10998 died...\u000a12:58:25.476795 run iperf3-srv_10.42.42.10(pid=10998): Terminated {rc=256}\u000a12:58:25.486456 --- ParallelTerminationStrategy: PID 10999 died...\u000a12:58:25.539255 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10999): Terminated: ok {rc=0}\u000a12:58:25.548545 --- ParallelTerminationStrategy: PID 11000 died...\u000a12:58:25.600505 run iperf3-srv_10.42.42.10(pid=11000): Terminated {rc=256}\u000a12:58:25.610071 --- ParallelTerminationStrategy: PID 11001 died...\u000a12:58:25.662415 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11001): Terminated: ok {rc=0}\u000a12:58:25.672008 --- ParallelTerminationStrategy: PID 11002 died...\u000a12:58:25.724321 run iperf3-srv_10.42.42.10(pid=11002): Terminated {rc=256}\u000a12:58:25.734022 --- ParallelTerminationStrategy: PID 11005 died...\u000a12:58:25.786435 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11005): Terminated: ok {rc=0}\u000a12:58:25.796469 --- ParallelTerminationStrategy: PID 11008 died...\u000a12:58:25.849043 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11008): Terminated: ok {rc=0}\u000a12:58:25.858776 --- ParallelTerminationStrategy: PID 11011 died...\u000a12:58:25.911256 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11011): Terminated: ok {rc=0}\u000a12:58:25.993755 bus /gobi_4: Setting Powered False\u000a12:58:27.099605 bus /gobi_4: Setting Powered False\u000a12:58:28.210507 bus /gobi_1: Setting Powered False\u000a12:58:29.311748 bus /gobi_1: Setting Powered False\u000a12:58:30.423547 bus /gobi_0: Setting Powered False\u000a12:58:31.550074 bus /gobi_0: Setting Powered False\u000a12:58:32.662953 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 237, "className" : "gprs:oc2g+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11039): Process ended prematurely: osmo-stp_10.42.42.5(pid=11039) [trial-2375↪gprs:oc2g+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11039)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11039): Process ended prematurely: osmo-stp_10.42.42.5(pid=11039) [trial-2375↪gprs:oc2g+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11039)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2375 gprs:oc2g+mod-bts0-dynts-ipa ping.py\u000a----------------------------------------------\u000a12:58:33.729203 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:58:33.740348 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a12:58:33.887684 tst ping.py: using LAC 28554\u000a12:58:34.010092 tst ping.py: using RAC 249\u000a12:58:34.133031 tst ping.py: using CellId 28554\u000a12:58:34.261370 tst ping.py: using BVCI 28555\u000a12:58:34.285524 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:58:34.296584 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:58:34.307553 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:58:34.318518 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:58:34.329388 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:58:34.340292 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:58:34.351431 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:58:34.362316 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a12:58:34.632903 tst ping.py:19: start network...\u000a12:58:34.754873 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:58:35.215270 run create_hlr_db(pid=11014): Launched\u000a12:58:35.384577 bus /gobi_6: Setting Powered False\u000a12:58:36.405715 run create_hlr_db(pid=11014): Terminated: ok {rc=0}\u000a12:58:36.821111 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11016): Launched\u000a12:58:37.132860 run osmo-hlr_10.42.42.2(pid=11035): Launched\u000a12:58:37.247776 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:58:37.792436 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11038): Launched\u000a12:58:38.102700 run osmo-stp_10.42.42.5(pid=11039): Launched\u000a12:58:38.215447 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a12:58:38.760636 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11041): Launched\u000a12:58:38.872059 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a12:58:39.144703 run patchelf(pid=11042): Launched\u000a12:58:39.328657 run osmo-stp_10.42.42.5(pid=11039): ERR: Terminated: ERROR {rc=1} [trial-2375↪gprs:oc2g+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11039)]\u000a12:58:39.462952 run osmo-stp_10.42.42.5(pid=11039): stdout: \u000a| (launched: 2022-12-10_12:58:37.950770)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:58:39.598060 run osmo-stp_10.42.42.5(pid=11039): stderr: \u000a| �[0;m�[38;5;43m20221210125838139 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210125838139 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210125838139 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210125838140 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210125838140 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210125838140 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210125838140 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:58:39.728793 run osmo-stp_10.42.42.5(pid=11039): stdout: \u000a| (launched: 2022-12-10_12:58:37.950770)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:58:39.858210 run osmo-stp_10.42.42.5(pid=11039): stderr: \u000a| �[0;m�[38;5;43m20221210125838139 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210125838139 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210125838139 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210125838140 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210125838140 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210125838140 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210125838140 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:58:40.008178 run patchelf(pid=11042): Terminating (SIGINT)\u000a12:58:40.184434 run patchelf(pid=11042): Terminated: ok {rc=0}\u000a12:58:40.216445 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=11039): Process ended prematurely: osmo-stp_10.42.42.5(pid=11039) [trial-2375↪gprs:oc2g+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11039)] [trial-2375↪gprs:oc2g+mod-bts0-dynts-ipa↪ping.py:22]\u000a12:58:40.225626 tst ping.py:22: Test FAILED (6.5 sec)\u000a12:58:40.287704 run osmo-hlr_10.42.42.2(pid=11035): ERR: Terminated: ERROR {rc=237} [trial-2375↪gprs:oc2g+mod-bts0-dynts-ipa↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11035)]\u000a12:58:40.339017 run osmo-hlr_10.42.42.2(pid=11035): stdout: \u000a| (launched: 2022-12-10_12:58:36.979656) \u000a12:58:40.390901 run osmo-hlr_10.42.42.2(pid=11035): stderr: \u000a| �[0;m�[1;31m20221210125837174 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210125837174 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210125837174 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210125837174 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210125837174 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210125837175 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210125837185 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2375/run.2022-12-10_12-42-03/gprs:oc2g+mod-bts0-dynts-ipa/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210125837194 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210125837194 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210125837194 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:58:40.435224 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11016): Terminating (SIGTERM)\u000a12:58:40.477320 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11038): Terminating (SIGTERM)\u000a12:58:40.519141 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11041): Terminating (SIGTERM)\u000a12:58:40.528778 --- ParallelTerminationStrategy: PID 11016 died...\u000a12:58:40.584719 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11016): Terminated: ok {rc=0}\u000a12:58:40.594931 --- ParallelTerminationStrategy: PID 11038 died...\u000a12:58:40.650366 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11038): Terminated: ok {rc=0}\u000a12:58:40.660483 --- ParallelTerminationStrategy: PID 11041 died...\u000a12:58:40.716380 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11041): Terminated: ok {rc=0}\u000a12:58:40.803025 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 237, "className" : "gprs:oc2g+mod-bts0-dynts-ipa", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11050): Process ended prematurely: osmo-stp_10.42.42.5(pid=11050) [trial-2375↪gprs:oc2g+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11050)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11050): Process ended prematurely: osmo-stp_10.42.42.5(pid=11050) [trial-2375↪gprs:oc2g+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11050)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2375 gprs:oc2g+mod-bts0-dynts-ipa ping_idle_ping.py\u000a----------------------------------------------\u000a12:58:41.854626 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:58:41.866350 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a12:58:42.011108 tst ping_idle_ping.py: using LAC 28555\u000a12:58:42.130612 tst ping_idle_ping.py: using RAC 250\u000a12:58:42.247655 tst ping_idle_ping.py: using CellId 28555\u000a12:58:42.370093 tst ping_idle_ping.py: using BVCI 28556\u000a12:58:42.392613 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:58:42.403361 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:58:42.413839 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:58:42.424936 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:58:42.436140 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:58:42.447379 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:58:42.458694 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:58:42.470004 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a12:58:42.758442 tst ping_idle_ping.py:24: start network...\u000a12:58:42.888570 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:58:43.389385 run create_hlr_db(pid=11043): Launched\u000a12:58:43.571485 bus /gobi_6: Setting Powered False\u000a12:58:44.591628 run create_hlr_db(pid=11043): Terminated: ok {rc=0}\u000a12:58:45.007204 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11046): Launched\u000a12:58:45.319475 run osmo-hlr_10.42.42.2(pid=11047): Launched\u000a12:58:45.438260 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:58:46.009383 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11049): Launched\u000a12:58:46.485148 run osmo-stp_10.42.42.5(pid=11050): Launched\u000a12:58:46.763851 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a12:58:47.411421 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11052): Launched\u000a12:58:47.522688 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a12:58:47.796202 run patchelf(pid=11053): Launched\u000a12:58:47.979921 run osmo-stp_10.42.42.5(pid=11050): ERR: Terminated: ERROR {rc=1} [trial-2375↪gprs:oc2g+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11050)]\u000a12:58:48.114359 run osmo-stp_10.42.42.5(pid=11050): stdout: \u000a| (launched: 2022-12-10_12:58:46.172646)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:58:48.249054 run osmo-stp_10.42.42.5(pid=11050): stderr: \u000a| �[0;m�[38;5;43m20221210125846485 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210125846485 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210125846486 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210125846488 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210125846490 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210125846490 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210125846490 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:58:48.379126 run osmo-stp_10.42.42.5(pid=11050): stdout: \u000a| (launched: 2022-12-10_12:58:46.172646)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:58:48.508052 run osmo-stp_10.42.42.5(pid=11050): stderr: \u000a| �[0;m�[38;5;43m20221210125846485 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210125846485 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210125846486 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210125846488 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210125846490 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210125846490 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210125846490 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:58:48.658539 run patchelf(pid=11053): Terminating (SIGINT)\u000a12:58:48.835779 run patchelf(pid=11053): Terminated: ok {rc=0}\u000a12:58:48.867915 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=11050): Process ended prematurely: osmo-stp_10.42.42.5(pid=11050) [trial-2375↪gprs:oc2g+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11050)] [trial-2375↪gprs:oc2g+mod-bts0-dynts-ipa↪ping_idle_ping.py:27]\u000a12:58:48.877106 tst ping_idle_ping.py:27: Test FAILED (7.0 sec)\u000a12:58:48.939715 run osmo-hlr_10.42.42.2(pid=11047): ERR: Terminated: ERROR {rc=237} [trial-2375↪gprs:oc2g+mod-bts0-dynts-ipa↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11047)]\u000a12:58:48.991168 run osmo-hlr_10.42.42.2(pid=11047): stdout: \u000a| (launched: 2022-12-10_12:58:45.166362) \u000a12:58:49.043143 run osmo-hlr_10.42.42.2(pid=11047): stderr: \u000a| �[0;m�[1;31m20221210125845361 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210125845361 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210125845362 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210125845362 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210125845362 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210125845362 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210125845374 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2375/run.2022-12-10_12-42-03/gprs:oc2g+mod-bts0-dynts-ipa/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210125845382 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210125845383 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210125845383 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:58:49.087663 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11046): Terminating (SIGTERM)\u000a12:58:49.129605 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11049): Terminating (SIGTERM)\u000a12:58:49.171704 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11052): Terminating (SIGTERM)\u000a12:58:49.181471 --- ParallelTerminationStrategy: PID 11046 died...\u000a12:58:49.237337 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11046): Terminated: ok {rc=0}\u000a12:58:49.247488 --- ParallelTerminationStrategy: PID 11049 died...\u000a12:58:49.303267 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11049): Terminated: ok {rc=0}\u000a12:58:49.313456 --- ParallelTerminationStrategy: PID 11052 died...\u000a12:58:49.369342 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11052): Terminated: ok {rc=0}\u000a12:58:49.456844 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "32", "name" : "gprs_oc2g+mod-bts0-dynts-ipa", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T12:57:51" }, { "cases" : [ { "testActions" : [ ], "age" : 237, "className" : "gprs:oc2g+mod-bts0-dynts-osmo", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11067): Process ended prematurely: osmo-stp_10.42.42.5(pid=11067) [trial-2375↪gprs:oc2g+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11067)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11067): Process ended prematurely: osmo-stp_10.42.42.5(pid=11067) [trial-2375↪gprs:oc2g+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11067)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2375 gprs:oc2g+mod-bts0-dynts-osmo cs_paging_gprs_active.py\u000a----------------------------------------------\u000a12:58:51.567099 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:58:51.578178 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a12:58:51.727204 tst cs_paging_gprs_active.py: using LAC 28556\u000a12:58:51.851482 tst cs_paging_gprs_active.py: using RAC 251\u000a12:58:51.975929 tst cs_paging_gprs_active.py: using CellId 28556\u000a12:58:52.100463 tst cs_paging_gprs_active.py: using BVCI 28557\u000a12:58:52.124850 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:58:52.135872 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:58:52.146766 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:58:52.157608 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:58:52.168248 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:58:52.179642 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:58:52.190598 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:58:52.201443 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:58:52.212364 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a12:58:52.331888 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a12:58:52.621554 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a12:58:52.754795 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:58:53.082750 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11057): Launched\u000a12:58:53.356201 run iperf3-srv_10.42.42.10(pid=11058): Launched\u000a12:58:53.551352 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a12:58:53.684853 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:58:54.012789 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11059): Launched\u000a12:58:54.285057 run iperf3-srv_10.42.42.10(pid=11060): Launched\u000a12:58:54.479856 tst cs_paging_gprs_active.py:38: start network...\u000a12:58:54.613222 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:58:55.123471 run create_hlr_db(pid=11061): Launched\u000a12:58:55.307589 bus /gobi_6: Setting Powered False\u000a12:58:56.328290 run create_hlr_db(pid=11061): Terminated: ok {rc=0}\u000a12:58:56.729863 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11063): Launched\u000a12:58:57.035475 run osmo-hlr_10.42.42.2(pid=11064): Launched\u000a12:58:57.153085 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:58:57.707510 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11066): Launched\u000a12:58:58.026656 run osmo-stp_10.42.42.5(pid=11067): Launched\u000a12:58:58.142680 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a12:58:58.699296 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11069): Launched\u000a12:58:58.814034 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a12:58:59.090817 run patchelf(pid=11070): Launched\u000a12:58:59.277232 run osmo-stp_10.42.42.5(pid=11067): ERR: Terminated: ERROR {rc=1} [trial-2375↪gprs:oc2g+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11067)]\u000a12:58:59.413712 run osmo-stp_10.42.42.5(pid=11067): stdout: \u000a| (launched: 2022-12-10_12:58:57.870888)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:58:59.550337 run osmo-stp_10.42.42.5(pid=11067): stderr: \u000a| �[0;m�[38;5;43m20221210125858064 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210125858064 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210125858064 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210125858064 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210125858065 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210125858065 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210125858065 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:58:59.682640 run osmo-stp_10.42.42.5(pid=11067): stdout: \u000a| (launched: 2022-12-10_12:58:57.870888)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:58:59.814635 run osmo-stp_10.42.42.5(pid=11067): stderr: \u000a| �[0;m�[38;5;43m20221210125858064 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210125858064 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210125858064 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210125858064 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210125858065 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210125858065 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210125858065 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:58:59.966584 run patchelf(pid=11070): Terminating (SIGINT)\u000a12:59:00.144790 run patchelf(pid=11070): Terminated: ok {rc=0}\u000a12:59:00.177576 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=11067): Process ended prematurely: osmo-stp_10.42.42.5(pid=11067) [trial-2375↪gprs:oc2g+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11067)] [trial-2375↪gprs:oc2g+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38]\u000a12:59:00.187252 tst cs_paging_gprs_active.py:38: Test FAILED (8.7 sec)\u000a12:59:00.249282 run osmo-hlr_10.42.42.2(pid=11064): ERR: Terminated: ERROR {rc=237} [trial-2375↪gprs:oc2g+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11064)]\u000a12:59:00.300040 run osmo-hlr_10.42.42.2(pid=11064): stdout: \u000a| (launched: 2022-12-10_12:58:56.881633) \u000a12:59:00.351656 run osmo-hlr_10.42.42.2(pid=11064): stderr: \u000a| �[0;m�[1;31m20221210125857076 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210125857076 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210125857076 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210125857076 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210125857076 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210125857076 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210125857089 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2375/run.2022-12-10_12-42-03/gprs:oc2g+mod-bts0-dynts-osmo/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210125857097 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210125857097 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210125857097 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:59:00.395295 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11057): Terminating (SIGTERM)\u000a12:59:00.436382 run iperf3-srv_10.42.42.10(pid=11058): Terminating (SIGTERM)\u000a12:59:00.477765 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11059): Terminating (SIGTERM)\u000a12:59:00.519021 run iperf3-srv_10.42.42.10(pid=11060): Terminating (SIGTERM)\u000a12:59:00.560239 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11063): Terminating (SIGTERM)\u000a12:59:00.601294 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11066): Terminating (SIGTERM)\u000a12:59:00.642226 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11069): Terminating (SIGTERM)\u000a12:59:00.651629 --- ParallelTerminationStrategy: PID 11057 died...\u000a12:59:00.706594 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11057): Terminated: ok {rc=0}\u000a12:59:00.716276 --- ParallelTerminationStrategy: PID 11058 died...\u000a12:59:00.770554 run iperf3-srv_10.42.42.10(pid=11058): Terminated {rc=256}\u000a12:59:00.780262 --- ParallelTerminationStrategy: PID 11059 died...\u000a12:59:00.841067 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11059): Terminated: ok {rc=0}\u000a12:59:00.858373 --- ParallelTerminationStrategy: PID 11060 died...\u000a12:59:00.925386 run iperf3-srv_10.42.42.10(pid=11060): Terminated {rc=256}\u000a12:59:00.935742 --- ParallelTerminationStrategy: PID 11063 died...\u000a12:59:00.991300 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11063): Terminated: ok {rc=0}\u000a12:59:01.003972 --- ParallelTerminationStrategy: PID 11066 died...\u000a12:59:01.060355 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11066): Terminated: ok {rc=0}\u000a12:59:01.070704 --- ParallelTerminationStrategy: PID 11069 died...\u000a12:59:01.126588 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11069): Terminated: ok {rc=0}\u000a12:59:01.212405 bus /gobi_0: Setting Powered False\u000a12:59:02.312759 bus /gobi_0: Setting Powered False\u000a12:59:03.418398 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 237, "className" : "gprs:oc2g+mod-bts0-dynts-osmo", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11079): Process ended prematurely: osmo-stp_10.42.42.5(pid=11079) [trial-2375↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11079)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11079): Process ended prematurely: osmo-stp_10.42.42.5(pid=11079) [trial-2375↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11079)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2375 gprs:oc2g+mod-bts0-dynts-osmo iperf3.py\u000a----------------------------------------------\u000a12:59:04.530413 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:59:04.542209 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a12:59:04.692515 tst iperf3.py: using LAC 28557\u000a12:59:04.818829 tst iperf3.py: using RAC 252\u000a12:59:04.943225 tst iperf3.py: using CellId 28557\u000a12:59:05.071870 tst iperf3.py: using BVCI 28558\u000a12:59:05.096305 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:59:05.107476 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:59:05.118375 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:59:05.129219 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:59:05.139926 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:59:05.150812 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:59:05.161816 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:59:05.172506 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:59:05.183496 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a12:59:05.458173 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a12:59:05.581699 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:59:05.887773 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11071): Launched\u000a12:59:06.142221 run iperf3-srv_10.42.42.10(pid=11072): Launched\u000a12:59:06.322543 tst iperf3.py:8: start network...\u000a12:59:06.446112 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:59:06.913533 run create_hlr_db(pid=11073): Launched\u000a12:59:07.084521 bus /gobi_6: Setting Powered False\u000a12:59:08.106517 run create_hlr_db(pid=11073): Terminated: ok {rc=0}\u000a12:59:08.526995 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11075): Launched\u000a12:59:08.845405 run osmo-hlr_10.42.42.2(pid=11076): Launched\u000a12:59:08.962881 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:59:09.514208 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11078): Launched\u000a12:59:09.831643 run osmo-stp_10.42.42.5(pid=11079): Launched\u000a12:59:09.947349 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a12:59:10.500101 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11081): Launched\u000a12:59:10.613588 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a12:59:10.890011 run patchelf(pid=11082): Launched\u000a12:59:11.075093 run osmo-stp_10.42.42.5(pid=11079): ERR: Terminated: ERROR {rc=1} [trial-2375↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11079)]\u000a12:59:11.211197 run osmo-stp_10.42.42.5(pid=11079): stdout: \u000a| (launched: 2022-12-10_12:59:09.675683)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:59:11.347579 run osmo-stp_10.42.42.5(pid=11079): stderr: \u000a| �[0;m�[38;5;43m20221210125909867 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210125909867 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210125909868 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210125909868 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210125909869 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210125909869 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210125909869 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:59:11.479356 run osmo-stp_10.42.42.5(pid=11079): stdout: \u000a| (launched: 2022-12-10_12:59:09.675683)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:59:11.610478 run osmo-stp_10.42.42.5(pid=11079): stderr: \u000a| �[0;m�[38;5;43m20221210125909867 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210125909867 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210125909868 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210125909868 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210125909869 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210125909869 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210125909869 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:59:11.763250 run patchelf(pid=11082): Terminating (SIGINT)\u000a12:59:11.942357 run patchelf(pid=11082): Terminated: ok {rc=0}\u000a12:59:11.975131 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=11079): Process ended prematurely: osmo-stp_10.42.42.5(pid=11079) [trial-2375↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11079)] [trial-2375↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3.py:8]\u000a12:59:11.984800 tst iperf3.py:8: Test FAILED (7.5 sec)\u000a12:59:12.048203 run osmo-hlr_10.42.42.2(pid=11076): ERR: Terminated: ERROR {rc=237} [trial-2375↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11076)]\u000a12:59:12.099251 run osmo-hlr_10.42.42.2(pid=11076): stdout: \u000a| (launched: 2022-12-10_12:59:08.689618) \u000a12:59:12.150905 run osmo-hlr_10.42.42.2(pid=11076): stderr: \u000a| �[0;m�[1;31m20221210125908886 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210125908886 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210125908886 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210125908886 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210125908886 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210125908886 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210125908899 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2375/run.2022-12-10_12-42-03/gprs:oc2g+mod-bts0-dynts-osmo/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210125908907 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210125908908 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210125908908 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:59:12.194639 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11071): Terminating (SIGTERM)\u000a12:59:12.236235 run iperf3-srv_10.42.42.10(pid=11072): Terminating (SIGTERM)\u000a12:59:12.277562 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11075): Terminating (SIGTERM)\u000a12:59:12.318714 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11078): Terminating (SIGTERM)\u000a12:59:12.360166 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11081): Terminating (SIGTERM)\u000a12:59:12.369740 --- ParallelTerminationStrategy: PID 11071 died...\u000a12:59:12.425042 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11071): Terminated: ok {rc=0}\u000a12:59:12.435124 --- ParallelTerminationStrategy: PID 11072 died...\u000a12:59:12.489981 run iperf3-srv_10.42.42.10(pid=11072): Terminated {rc=256}\u000a12:59:12.499867 --- ParallelTerminationStrategy: PID 11075 died...\u000a12:59:12.554724 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11075): Terminated: ok {rc=0}\u000a12:59:12.564627 --- ParallelTerminationStrategy: PID 11078 died...\u000a12:59:12.619330 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11078): Terminated: ok {rc=0}\u000a12:59:12.629198 --- ParallelTerminationStrategy: PID 11081 died...\u000a12:59:12.684571 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11081): Terminated: ok {rc=0}\u000a12:59:12.770247 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 237, "className" : "gprs:oc2g+mod-bts0-dynts-osmo", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11097): Process ended prematurely: osmo-stp_10.42.42.5(pid=11097) [trial-2375↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11097)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11097): Process ended prematurely: osmo-stp_10.42.42.5(pid=11097) [trial-2375↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11097)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2375 gprs:oc2g+mod-bts0-dynts-osmo iperf3m4.py\u000a----------------------------------------------\u000a12:59:13.884239 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:59:13.899572 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a12:59:14.047075 tst iperf3m4.py: using LAC 28558\u000a12:59:14.172115 tst iperf3m4.py: using RAC 253\u000a12:59:14.294232 tst iperf3m4.py: using CellId 28558\u000a12:59:14.419247 tst iperf3m4.py: using BVCI 28559\u000a12:59:14.443944 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:59:14.455298 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:59:14.466552 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:59:14.477641 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:59:14.488680 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:59:14.499864 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:59:14.511060 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:59:14.521931 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:59:14.533075 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a12:59:14.650982 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a12:59:14.769199 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a12:59:14.886848 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a12:59:15.171366 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a12:59:15.304223 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:59:15.630995 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11083): Launched\u000a12:59:15.920227 run iperf3-srv_10.42.42.10(pid=11084): Launched\u000a12:59:16.118479 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a12:59:16.253918 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:59:16.600720 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11085): Launched\u000a12:59:16.892602 run iperf3-srv_10.42.42.10(pid=11086): Launched\u000a12:59:17.090408 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a12:59:17.224311 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:59:17.551291 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11087): Launched\u000a12:59:17.823350 run iperf3-srv_10.42.42.10(pid=11088): Launched\u000a12:59:18.018205 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a12:59:18.150705 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:59:18.477400 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11089): Launched\u000a12:59:18.749861 run iperf3-srv_10.42.42.10(pid=11090): Launched\u000a12:59:18.944047 tst iperf3m4.py:8: start network...\u000a12:59:19.076727 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:59:19.585820 run create_hlr_db(pid=11091): Launched\u000a12:59:19.769309 bus /gobi_6: Setting Powered False\u000a12:59:20.790286 run create_hlr_db(pid=11091): Terminated: ok {rc=0}\u000a12:59:21.211037 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11093): Launched\u000a12:59:21.528142 run osmo-hlr_10.42.42.2(pid=11094): Launched\u000a12:59:21.644479 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:59:22.198193 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11096): Launched\u000a12:59:22.515168 run osmo-stp_10.42.42.5(pid=11097): Launched\u000a12:59:22.630579 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a12:59:23.183857 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11099): Launched\u000a12:59:23.297484 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a12:59:23.573186 run patchelf(pid=11100): Launched\u000a12:59:23.759079 run osmo-stp_10.42.42.5(pid=11097): ERR: Terminated: ERROR {rc=1} [trial-2375↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11097)]\u000a12:59:23.895157 run osmo-stp_10.42.42.5(pid=11097): stdout: \u000a| (launched: 2022-12-10_12:59:22.360144)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:59:24.032354 run osmo-stp_10.42.42.5(pid=11097): stderr: \u000a| �[0;m�[38;5;43m20221210125922551 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210125922552 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210125922552 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210125922552 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210125922553 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210125922553 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210125922553 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:59:24.164276 run osmo-stp_10.42.42.5(pid=11097): stdout: \u000a| (launched: 2022-12-10_12:59:22.360144)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:59:24.295132 run osmo-stp_10.42.42.5(pid=11097): stderr: \u000a| �[0;m�[38;5;43m20221210125922551 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210125922552 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210125922552 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210125922552 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210125922553 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210125922553 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210125922553 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:59:24.447243 run patchelf(pid=11100): Terminating (SIGINT)\u000a12:59:24.625323 run patchelf(pid=11100): Terminated: ok {rc=0}\u000a12:59:24.657902 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=11097): Process ended prematurely: osmo-stp_10.42.42.5(pid=11097) [trial-2375↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11097)] [trial-2375↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3m4.py:8]\u000a12:59:24.667548 tst iperf3m4.py:8: Test FAILED (10.8 sec)\u000a12:59:24.730801 run osmo-hlr_10.42.42.2(pid=11094): ERR: Terminated: ERROR {rc=237} [trial-2375↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11094)]\u000a12:59:24.782071 run osmo-hlr_10.42.42.2(pid=11094): stdout: \u000a| (launched: 2022-12-10_12:59:21.373146) \u000a12:59:24.833724 run osmo-hlr_10.42.42.2(pid=11094): stderr: \u000a| �[0;m�[1;31m20221210125921570 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210125921570 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210125921570 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210125921570 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210125921570 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210125921570 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210125921582 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2375/run.2022-12-10_12-42-03/gprs:oc2g+mod-bts0-dynts-osmo/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210125921591 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210125921591 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210125921591 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:59:24.877814 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11083): Terminating (SIGTERM)\u000a12:59:24.919403 run iperf3-srv_10.42.42.10(pid=11084): Terminating (SIGTERM)\u000a12:59:24.961214 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11085): Terminating (SIGTERM)\u000a12:59:25.002820 run iperf3-srv_10.42.42.10(pid=11086): Terminating (SIGTERM)\u000a12:59:25.044400 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11087): Terminating (SIGTERM)\u000a12:59:25.085967 run iperf3-srv_10.42.42.10(pid=11088): Terminating (SIGTERM)\u000a12:59:25.127578 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11089): Terminating (SIGTERM)\u000a12:59:25.169004 run iperf3-srv_10.42.42.10(pid=11090): Terminating (SIGTERM)\u000a12:59:25.210558 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11093): Terminating (SIGTERM)\u000a12:59:25.252132 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11096): Terminating (SIGTERM)\u000a12:59:25.293686 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11099): Terminating (SIGTERM)\u000a12:59:25.303275 --- ParallelTerminationStrategy: PID 11083 died...\u000a12:59:25.359054 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11083): Terminated: ok {rc=0}\u000a12:59:25.369362 --- ParallelTerminationStrategy: PID 11084 died...\u000a12:59:25.424834 run iperf3-srv_10.42.42.10(pid=11084): Terminated {rc=256}\u000a12:59:25.434883 --- ParallelTerminationStrategy: PID 11085 died...\u000a12:59:25.490556 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11085): Terminated: ok {rc=0}\u000a12:59:25.500373 --- ParallelTerminationStrategy: PID 11086 died...\u000a12:59:25.555535 run iperf3-srv_10.42.42.10(pid=11086): Terminated {rc=256}\u000a12:59:25.565457 --- ParallelTerminationStrategy: PID 11087 died...\u000a12:59:25.620365 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11087): Terminated: ok {rc=0}\u000a12:59:25.630285 --- ParallelTerminationStrategy: PID 11088 died...\u000a12:59:25.685258 run iperf3-srv_10.42.42.10(pid=11088): Terminated {rc=256}\u000a12:59:25.695264 --- ParallelTerminationStrategy: PID 11089 died...\u000a12:59:25.750846 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11089): Terminated: ok {rc=0}\u000a12:59:25.760903 --- ParallelTerminationStrategy: PID 11090 died...\u000a12:59:25.816177 run iperf3-srv_10.42.42.10(pid=11090): Terminated {rc=256}\u000a12:59:25.826169 --- ParallelTerminationStrategy: PID 11093 died...\u000a12:59:25.881520 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11093): Terminated: ok {rc=0}\u000a12:59:25.891442 --- ParallelTerminationStrategy: PID 11096 died...\u000a12:59:25.947081 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11096): Terminated: ok {rc=0}\u000a12:59:25.957173 --- ParallelTerminationStrategy: PID 11099 died...\u000a12:59:26.012820 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11099): Terminated: ok {rc=0}\u000a12:59:26.099497 bus /gobi_4: Setting Powered False\u000a12:59:27.205698 bus /gobi_4: Setting Powered False\u000a12:59:28.316274 bus /gobi_1: Setting Powered False\u000a12:59:29.418593 bus /gobi_1: Setting Powered False\u000a12:59:30.528555 bus /gobi_0: Setting Powered False\u000a12:59:31.649067 bus /gobi_0: Setting Powered False\u000a12:59:32.755106 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 237, "className" : "gprs:oc2g+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11107): Process ended prematurely: osmo-stp_10.42.42.5(pid=11107) [trial-2375↪gprs:oc2g+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11107)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11107): Process ended prematurely: osmo-stp_10.42.42.5(pid=11107) [trial-2375↪gprs:oc2g+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11107)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2375 gprs:oc2g+mod-bts0-dynts-osmo ping.py\u000a----------------------------------------------\u000a12:59:33.822183 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:59:33.833336 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a12:59:33.975856 tst ping.py: using LAC 28559\u000a12:59:34.102254 tst ping.py: using RAC 254\u000a12:59:34.221780 tst ping.py: using CellId 28559\u000a12:59:34.336125 tst ping.py: using BVCI 28560\u000a12:59:34.358858 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:59:34.369670 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:59:34.380239 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:59:34.391213 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:59:34.402135 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:59:34.412720 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:59:34.423554 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:59:34.434213 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a12:59:34.702684 tst ping.py:19: start network...\u000a12:59:34.824428 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:59:35.282397 run create_hlr_db(pid=11101): Launched\u000a12:59:35.450954 bus /gobi_6: Setting Powered False\u000a12:59:36.472496 run create_hlr_db(pid=11101): Terminated: ok {rc=0}\u000a12:59:36.862284 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11103): Launched\u000a12:59:37.155257 run osmo-hlr_10.42.42.2(pid=11104): Launched\u000a12:59:37.266117 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:59:37.785439 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11106): Launched\u000a12:59:38.076695 run osmo-stp_10.42.42.5(pid=11107): Launched\u000a12:59:38.183587 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a12:59:38.692784 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11109): Launched\u000a12:59:38.796804 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a12:59:39.051434 run patchelf(pid=11110): Launched\u000a12:59:39.222814 run osmo-stp_10.42.42.5(pid=11107): ERR: Terminated: ERROR {rc=1} [trial-2375↪gprs:oc2g+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11107)]\u000a12:59:39.347918 run osmo-stp_10.42.42.5(pid=11107): stdout: \u000a| (launched: 2022-12-10_12:59:37.933309)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:59:39.473478 run osmo-stp_10.42.42.5(pid=11107): stderr: \u000a| �[0;m�[38;5;43m20221210125938104 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210125938104 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210125938104 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210125938105 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210125938105 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210125938105 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210125938105 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:59:39.594985 run osmo-stp_10.42.42.5(pid=11107): stdout: \u000a| (launched: 2022-12-10_12:59:37.933309)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:59:39.715728 run osmo-stp_10.42.42.5(pid=11107): stderr: \u000a| �[0;m�[38;5;43m20221210125938104 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210125938104 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210125938104 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210125938105 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210125938105 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210125938105 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210125938105 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:59:39.856022 run patchelf(pid=11110): Terminating (SIGINT)\u000a12:59:40.021058 run patchelf(pid=11110): Terminated: ok {rc=0}\u000a12:59:40.051253 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=11107): Process ended prematurely: osmo-stp_10.42.42.5(pid=11107) [trial-2375↪gprs:oc2g+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11107)] [trial-2375↪gprs:oc2g+mod-bts0-dynts-osmo↪ping.py:22]\u000a12:59:40.059912 tst ping.py:22: Test FAILED (6.2 sec)\u000a12:59:40.120400 run osmo-hlr_10.42.42.2(pid=11104): ERR: Terminated: ERROR {rc=237} [trial-2375↪gprs:oc2g+mod-bts0-dynts-osmo↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11104)]\u000a12:59:40.169488 run osmo-hlr_10.42.42.2(pid=11104): stdout: \u000a| (launched: 2022-12-10_12:59:37.010716) \u000a12:59:40.219483 run osmo-hlr_10.42.42.2(pid=11104): stderr: \u000a| �[0;m�[1;31m20221210125937184 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210125937184 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210125937184 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210125937184 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210125937184 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210125937184 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210125937198 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2375/run.2022-12-10_12-42-03/gprs:oc2g+mod-bts0-dynts-osmo/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210125937206 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210125937206 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210125937206 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:59:40.261479 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11103): Terminating (SIGTERM)\u000a12:59:40.301376 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11106): Terminating (SIGTERM)\u000a12:59:40.341087 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11109): Terminating (SIGTERM)\u000a12:59:40.350425 --- ParallelTerminationStrategy: PID 11103 died...\u000a12:59:40.403593 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11103): Terminated: ok {rc=0}\u000a12:59:40.413540 --- ParallelTerminationStrategy: PID 11106 died...\u000a12:59:40.466398 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11106): Terminated: ok {rc=0}\u000a12:59:40.476212 --- ParallelTerminationStrategy: PID 11109 died...\u000a12:59:40.529598 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11109): Terminated: ok {rc=0}\u000a12:59:40.617663 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 237, "className" : "gprs:oc2g+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11117): Process ended prematurely: osmo-stp_10.42.42.5(pid=11117) [trial-2375↪gprs:oc2g+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11117)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11117): Process ended prematurely: osmo-stp_10.42.42.5(pid=11117) [trial-2375↪gprs:oc2g+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11117)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2375 gprs:oc2g+mod-bts0-dynts-osmo ping_idle_ping.py\u000a----------------------------------------------\u000a12:59:41.670020 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:59:41.681775 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a12:59:41.825707 tst ping_idle_ping.py: using LAC 28560\u000a12:59:41.941184 tst ping_idle_ping.py: using RAC 255\u000a12:59:42.057415 tst ping_idle_ping.py: using CellId 28560\u000a12:59:42.174151 tst ping_idle_ping.py: using BVCI 28561\u000a12:59:42.196543 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:59:42.207282 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:59:42.217860 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:59:42.228607 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:59:42.239216 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:59:42.249997 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:59:42.260769 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:59:42.271438 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a12:59:42.557838 tst ping_idle_ping.py:24: start network...\u000a12:59:42.688481 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:59:43.194772 run create_hlr_db(pid=11111): Launched\u000a12:59:43.376315 bus /gobi_6: Setting Powered False\u000a12:59:44.396364 run create_hlr_db(pid=11111): Terminated: ok {rc=0}\u000a12:59:44.788640 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11113): Launched\u000a12:59:45.080535 run osmo-hlr_10.42.42.2(pid=11114): Launched\u000a12:59:45.192638 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:59:45.709570 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11116): Launched\u000a12:59:46.139418 run osmo-stp_10.42.42.5(pid=11117): Launched\u000a12:59:46.253402 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a12:59:46.886632 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11119): Launched\u000a12:59:47.003493 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a12:59:47.298057 run patchelf(pid=11120): Launched\u000a12:59:47.472271 run osmo-stp_10.42.42.5(pid=11117): ERR: Terminated: ERROR {rc=1} [trial-2375↪gprs:oc2g+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11117)]\u000a12:59:47.598427 run osmo-stp_10.42.42.5(pid=11117): stdout: \u000a| (launched: 2022-12-10_12:59:45.864212)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:59:47.724321 run osmo-stp_10.42.42.5(pid=11117): stderr: \u000a| �[0;m�[38;5;43m20221210125946133 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210125946133 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210125946133 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210125946133 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210125946134 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210125946134 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210125946134 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:59:47.846569 run osmo-stp_10.42.42.5(pid=11117): stdout: \u000a| (launched: 2022-12-10_12:59:45.864212)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:59:47.967498 run osmo-stp_10.42.42.5(pid=11117): stderr: \u000a| �[0;m�[38;5;43m20221210125946133 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210125946133 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210125946133 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210125946133 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210125946134 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210125946134 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210125946134 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:59:48.109261 run patchelf(pid=11120): Terminating (SIGINT)\u000a12:59:48.275260 run patchelf(pid=11120): Terminated: ok {rc=0}\u000a12:59:48.305400 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=11117): Process ended prematurely: osmo-stp_10.42.42.5(pid=11117) [trial-2375↪gprs:oc2g+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11117)] [trial-2375↪gprs:oc2g+mod-bts0-dynts-osmo↪ping_idle_ping.py:27]\u000a12:59:48.313985 tst ping_idle_ping.py:27: Test FAILED (6.6 sec)\u000a12:59:48.373972 run osmo-hlr_10.42.42.2(pid=11114): ERR: Terminated: ERROR {rc=237} [trial-2375↪gprs:oc2g+mod-bts0-dynts-osmo↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11114)]\u000a12:59:48.422753 run osmo-hlr_10.42.42.2(pid=11114): stdout: \u000a| (launched: 2022-12-10_12:59:44.937258) \u000a12:59:48.472303 run osmo-hlr_10.42.42.2(pid=11114): stderr: \u000a| �[0;m�[1;31m20221210125945114 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210125945114 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210125945114 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210125945114 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210125945114 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210125945114 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210125945126 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2375/run.2022-12-10_12-42-03/gprs:oc2g+mod-bts0-dynts-osmo/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210125945134 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210125945134 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210125945134 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:59:48.514041 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11113): Terminating (SIGTERM)\u000a12:59:48.553975 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11116): Terminating (SIGTERM)\u000a12:59:48.593943 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11119): Terminating (SIGTERM)\u000a12:59:48.603028 --- ParallelTerminationStrategy: PID 11113 died...\u000a12:59:48.655686 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11113): Terminated: ok {rc=0}\u000a12:59:48.665523 --- ParallelTerminationStrategy: PID 11116 died...\u000a12:59:48.718001 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11116): Terminated: ok {rc=0}\u000a12:59:48.727405 --- ParallelTerminationStrategy: PID 11119 died...\u000a12:59:48.779657 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11119): Terminated: ok {rc=0}\u000a12:59:48.865261 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "33", "name" : "gprs_oc2g+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T12:58:51" }, { "cases" : [ { "testActions" : [ ], "age" : 237, "className" : "dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11130): Process ended prematurely: osmo-stp_10.42.42.5(pid=11130) [trial-2375↪dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11130)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11130): Process ended prematurely: osmo-stp_10.42.42.5(pid=11130) [trial-2375↪dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11130)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2375 dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any switch_tch_pdch.py\u000a----------------------------------------------\u000a12:59:50.840880 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a12:59:50.851869 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a12:59:50.993320 tst switch_tch_pdch.py: using LAC 28561\u000a12:59:51.107831 tst switch_tch_pdch.py: using RAC 1\u000a12:59:51.225273 tst switch_tch_pdch.py: using CellId 28561\u000a12:59:51.340249 tst switch_tch_pdch.py: using BVCI 28562\u000a12:59:51.362736 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a12:59:51.373739 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a12:59:51.384444 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a12:59:51.395413 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a12:59:51.406285 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a12:59:51.417182 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a12:59:51.428289 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a12:59:51.439185 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a12:59:51.555873 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a12:59:51.841076 tst switch_tch_pdch.py:51: start network...\u000a12:59:51.970518 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:59:52.467766 run create_hlr_db(pid=11124): Launched\u000a12:59:52.648492 bus /gobi_6: Setting Powered False\u000a12:59:53.667336 run create_hlr_db(pid=11124): Terminated: ok {rc=0}\u000a12:59:54.080671 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11126): Launched\u000a12:59:54.391354 run osmo-hlr_10.42.42.2(pid=11127): Launched\u000a12:59:54.507920 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:59:55.023397 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11129): Launched\u000a12:59:55.316471 run osmo-stp_10.42.42.5(pid=11130): Launched\u000a12:59:55.423449 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a12:59:55.934852 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11132): Launched\u000a12:59:56.039339 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a12:59:56.295214 run patchelf(pid=11133): Launched\u000a12:59:56.467172 run osmo-stp_10.42.42.5(pid=11130): ERR: Terminated: ERROR {rc=1} [trial-2375↪dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11130)]\u000a12:59:56.592776 run osmo-stp_10.42.42.5(pid=11130): stdout: \u000a| (launched: 2022-12-10_12:59:55.172367)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:59:56.718967 run osmo-stp_10.42.42.5(pid=11130): stderr: \u000a| �[0;m�[38;5;43m20221210125955339 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210125955339 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210125955339 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210125955340 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210125955340 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210125955340 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210125955340 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:59:56.840899 run osmo-stp_10.42.42.5(pid=11130): stdout: \u000a| (launched: 2022-12-10_12:59:55.172367)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:59:56.962023 run osmo-stp_10.42.42.5(pid=11130): stderr: \u000a| �[0;m�[38;5;43m20221210125955339 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210125955339 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210125955339 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210125955340 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210125955340 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210125955340 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210125955340 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:59:57.103217 run patchelf(pid=11133): Terminating (SIGINT)\u000a12:59:57.268913 run patchelf(pid=11133): Terminated: ok {rc=0}\u000a12:59:57.299043 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=11130): Process ended prematurely: osmo-stp_10.42.42.5(pid=11130) [trial-2375↪dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11130)] [trial-2375↪dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54]\u000a12:59:57.307481 tst switch_tch_pdch.py:54: Test FAILED (6.5 sec)\u000a12:59:57.367642 run osmo-hlr_10.42.42.2(pid=11127): ERR: Terminated: ERROR {rc=237} [trial-2375↪dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11127)]\u000a12:59:57.416696 run osmo-hlr_10.42.42.2(pid=11127): stdout: \u000a| (launched: 2022-12-10_12:59:54.239196) \u000a12:59:57.466108 run osmo-hlr_10.42.42.2(pid=11127): stderr: \u000a| �[0;m�[1;31m20221210125954434 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210125954434 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210125954434 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210125954434 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210125954434 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210125954434 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210125954451 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2375/run.2022-12-10_12-42-03/dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210125954461 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210125954461 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210125954462 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:59:57.507809 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11126): Terminating (SIGTERM)\u000a12:59:57.547603 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11129): Terminating (SIGTERM)\u000a12:59:57.587437 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11132): Terminating (SIGTERM)\u000a12:59:57.596833 --- ParallelTerminationStrategy: PID 11126 died...\u000a12:59:57.649488 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11126): Terminated: ok {rc=0}\u000a12:59:57.659203 --- ParallelTerminationStrategy: PID 11129 died...\u000a12:59:57.711611 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11129): Terminated: ok {rc=0}\u000a12:59:57.721544 --- ParallelTerminationStrategy: PID 11132 died...\u000a12:59:57.773927 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11132): Terminated: ok {rc=0}\u000a12:59:57.862130 bus /gobi_0: Setting Powered False\u000a12:59:58.963712 bus /gobi_0: Setting Powered False\u000a13:00:00.070228 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "34", "name" : "dynts_oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T12:59:50" }, { "cases" : [ { "testActions" : [ ], "age" : 237, "className" : "dynts:oc2g+mod-bts0-dynts67-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11147): Process ended prematurely: osmo-stp_10.42.42.5(pid=11147) [trial-2375↪dynts:oc2g+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11147)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11147): Process ended prematurely: osmo-stp_10.42.42.5(pid=11147) [trial-2375↪dynts:oc2g+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11147)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2375 dynts:oc2g+mod-bts0-dynts67-osmo switch_tch_pdch.py\u000a----------------------------------------------\u000a13:00:02.078031 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a13:00:02.092665 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x bts (candidates: 1)\u000a13:00:02.251897 tst switch_tch_pdch.py: using LAC 28562\u000a13:00:02.371053 tst switch_tch_pdch.py: using RAC 2\u000a13:00:02.487242 tst switch_tch_pdch.py: using CellId 28562\u000a13:00:02.603625 tst switch_tch_pdch.py: using BVCI 28563\u000a13:00:02.626217 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a13:00:02.637049 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a13:00:02.647862 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a13:00:02.659045 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a13:00:02.670350 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a13:00:02.680876 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a13:00:02.691757 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a13:00:02.702582 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a13:00:02.820498 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a13:00:03.106812 tst switch_tch_pdch.py:51: start network...\u000a13:00:03.237563 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:00:03.710108 run create_hlr_db(pid=11141): Launched\u000a13:00:03.838302 bus /gobi_6: Setting Powered False\u000a13:00:04.911655 run create_hlr_db(pid=11141): Terminated: ok {rc=0}\u000a13:00:05.298346 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11143): Launched\u000a13:00:05.608792 run osmo-hlr_10.42.42.2(pid=11144): Launched\u000a13:00:05.722613 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:00:06.236711 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11146): Launched\u000a13:00:06.547273 run osmo-stp_10.42.42.5(pid=11147): Launched\u000a13:00:06.659550 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:00:07.174042 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11149): Launched\u000a13:00:07.285183 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:00:07.555173 run patchelf(pid=11150): Launched\u000a13:00:07.737621 run osmo-stp_10.42.42.5(pid=11147): ERR: Terminated: ERROR {rc=1} [trial-2375↪dynts:oc2g+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11147)]\u000a13:00:07.871141 run osmo-stp_10.42.42.5(pid=11147): stdout: \u000a| (launched: 2022-12-10_13:00:06.395555)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:00:08.004922 run osmo-stp_10.42.42.5(pid=11147): stderr: \u000a| �[0;m�[38;5;43m20221210130006587 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210130006587 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210130006588 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210130006588 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210130006589 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210130006589 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210130006589 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:00:08.134735 run osmo-stp_10.42.42.5(pid=11147): stdout: \u000a| (launched: 2022-12-10_13:00:06.395555)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:00:08.263541 run osmo-stp_10.42.42.5(pid=11147): stderr: \u000a| �[0;m�[38;5;43m20221210130006587 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210130006587 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210130006588 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210130006588 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210130006589 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210130006589 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210130006589 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:00:08.413921 run patchelf(pid=11150): Terminating (SIGINT)\u000a13:00:08.588899 run patchelf(pid=11150): Terminated: ok {rc=0}\u000a13:00:08.620757 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=11147): Process ended prematurely: osmo-stp_10.42.42.5(pid=11147) [trial-2375↪dynts:oc2g+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11147)] [trial-2375↪dynts:oc2g+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54]\u000a13:00:08.630024 tst switch_tch_pdch.py:54: Test FAILED (6.5 sec)\u000a13:00:08.691617 run osmo-hlr_10.42.42.2(pid=11144): ERR: Terminated: ERROR {rc=237} [trial-2375↪dynts:oc2g+mod-bts0-dynts67-osmo↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11144)]\u000a13:00:08.742502 run osmo-hlr_10.42.42.2(pid=11144): stdout: \u000a| (launched: 2022-12-10_13:00:05.457083) \u000a13:00:08.793943 run osmo-hlr_10.42.42.2(pid=11144): stderr: \u000a| �[0;m�[1;31m20221210130005655 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210130005655 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210130005655 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210130005655 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210130005655 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210130005655 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210130005667 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2375/run.2022-12-10_12-42-03/dynts:oc2g+mod-bts0-dynts67-osmo/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210130005675 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210130005675 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210130005675 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:00:08.837776 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11143): Terminating (SIGTERM)\u000a13:00:08.879106 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11146): Terminating (SIGTERM)\u000a13:00:08.920623 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11149): Terminating (SIGTERM)\u000a13:00:08.929967 --- ParallelTerminationStrategy: PID 11143 died...\u000a13:00:08.985478 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11143): Terminated: ok {rc=0}\u000a13:00:08.995600 --- ParallelTerminationStrategy: PID 11146 died...\u000a13:00:09.050929 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11146): Terminated: ok {rc=0}\u000a13:00:09.061220 --- ParallelTerminationStrategy: PID 11149 died...\u000a13:00:09.116251 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11149): Terminated: ok {rc=0}\u000a13:00:09.201499 bus /gobi_0: Setting Powered False\u000a13:00:10.307002 bus /gobi_0: Setting Powered False\u000a13:00:11.413589 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "35", "name" : "dynts_oc2g+mod-bts0-dynts67-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T13:00:01" }, { "cases" : [ { "testActions" : [ ], "age" : 231, "className" : "nitb_sms:trx-b200", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=11155): Process ended prematurely: osmo-nitb_10.42.42.2(pid=11155) [trial-2375↪nitb_sms:trx-b200↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=11155)]", "failedSince" : 2145, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_sms/mo_mt_sms.py\", line 11, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=11155): Process ended prematurely: osmo-nitb_10.42.42.2(pid=11155) [trial-2375↪nitb_sms:trx-b200↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=11155)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2375 nitb_sms:trx-b200 mo_mt_sms.py\u000a----------------------------------------------\u000a13:00:13.292655 tst nitb_sms:trx-b200: Using 1 x ip_address (candidates: 1)\u000a13:00:13.303516 tst nitb_sms:trx-b200: Using 1 x bts (candidates: 1)\u000a13:00:13.442100 tst mo_mt_sms.py: using LAC 28563\u000a13:00:13.564290 tst mo_mt_sms.py: using RAC 3\u000a13:00:13.685874 tst mo_mt_sms.py: using CellId 28563\u000a13:00:13.809424 tst mo_mt_sms.py: using BVCI 28564\u000a13:00:13.833026 tst nitb_sms:trx-b200: Using 1 x modem (candidates: 2)\u000a13:00:13.949930 tst nitb_sms:trx-b200: Using 1 x modem (candidates: 2)\u000a13:00:14.218380 tst mo_mt_sms.py:9: start nitb and bts...\u000a13:00:14.339677 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a13:00:14.946573 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=11154): Launched\u000a13:00:15.235513 run osmo-nitb_10.42.42.2(pid=11155): Launched\u000a13:00:15.415670 run osmo-nitb_10.42.42.2(pid=11155): ERR: Terminated: ERROR {rc=2} [trial-2375↪nitb_sms:trx-b200↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=11155)]\u000a13:00:15.548596 run osmo-nitb_10.42.42.2(pid=11155): stdout: \u000a| (launched: 2022-12-10_13:00:15.095123) \u000a13:00:15.681922 run osmo-nitb_10.42.42.2(pid=11155): stderr: \u000a| (launched: 2022-12-10_13:00:15.138889)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a13:00:15.810735 run osmo-nitb_10.42.42.2(pid=11155): stdout: \u000a| (launched: 2022-12-10_13:00:15.095123) \u000a13:00:15.949875 run osmo-nitb_10.42.42.2(pid=11155): stderr: \u000a| (launched: 2022-12-10_13:00:15.138889)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a13:00:16.354128 tst osmo-nitb_10.42.42.2(pid=11155): stdout: \u000a| (launched: 2022-12-10_13:00:15.095123) \u000a13:00:16.473190 tst osmo-nitb_10.42.42.2(pid=11155): stderr: \u000a| (launched: 2022-12-10_13:00:15.138889)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a13:00:16.525597 tst mo_mt_sms.py:11: ERR: Error: osmo-nitb_10.42.42.2(pid=11155): Process ended prematurely: osmo-nitb_10.42.42.2(pid=11155) [trial-2375↪nitb_sms:trx-b200↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=11155)] [trial-2375↪nitb_sms:trx-b200↪mo_mt_sms.py:11]\u000a13:00:16.534642 tst mo_mt_sms.py:11: Test FAILED (3.2 sec)\u000a13:00:16.572023 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=11154): Terminating (SIGTERM)\u000a13:00:16.749669 --- ParallelTerminationStrategy: PID 11154 died...\u000a13:00:16.809723 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=11154): Terminated: ok {rc=0}\u000a13:00:16.898176 bus /sierra_3: Setting Powered False\u000a13:00:18.000070 bus /sierra_3: Setting Powered False\u000a13:00:19.112901 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 8.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "36", "name" : "nitb_sms_trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T13:00:13" }, { "cases" : [ { "testActions" : [ ], "age" : 58, "className" : "sms:trx-b200", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11165): Process ended prematurely: osmo-stp_10.42.42.5(pid=11165) [trial-2375↪sms:trx-b200↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11165)]", "failedSince" : 2318, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/sms/mo_mt_sms.py\", line 16, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11165): Process ended prematurely: osmo-stp_10.42.42.5(pid=11165) [trial-2375↪sms:trx-b200↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11165)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2375 sms:trx-b200 mo_mt_sms.py\u000a----------------------------------------------\u000a13:00:20.993040 tst sms:trx-b200: Using 1 x ip_address (candidates: 6)\u000a13:00:21.003514 tst sms:trx-b200: Using 1 x bts (candidates: 1)\u000a13:00:21.135580 tst mo_mt_sms.py: using LAC 28564\u000a13:00:21.253145 tst mo_mt_sms.py: using RAC 4\u000a13:00:21.368186 tst mo_mt_sms.py: using CellId 28564\u000a13:00:21.488434 tst mo_mt_sms.py: using BVCI 28565\u000a13:00:21.510612 tst sms:trx-b200: Using 1 x ip_address (candidates: 6)\u000a13:00:21.520835 tst sms:trx-b200: Using 1 x ip_address (candidates: 6)\u000a13:00:21.531090 tst sms:trx-b200: Using 1 x ip_address (candidates: 6)\u000a13:00:21.541511 tst sms:trx-b200: Using 1 x ip_address (candidates: 6)\u000a13:00:21.552004 tst sms:trx-b200: Using 1 x ip_address (candidates: 6)\u000a13:00:21.562695 tst sms:trx-b200: Using 1 x modem (candidates: 2)\u000a13:00:21.679569 tst sms:trx-b200: Using 1 x modem (candidates: 2)\u000a13:00:21.877362 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:00:22.335857 run create_hlr_db(pid=11159): Launched\u000a13:00:22.505493 bus /sierra_2: Setting Powered False\u000a13:00:23.525427 run create_hlr_db(pid=11159): Terminated: ok {rc=0}\u000a13:00:23.914596 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11161): Launched\u000a13:00:24.206399 run osmo-hlr_10.42.42.2(pid=11162): Launched\u000a13:00:24.314331 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:00:24.820474 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11164): Launched\u000a13:00:25.111811 run osmo-stp_10.42.42.5(pid=11165): Launched\u000a13:00:25.218750 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a13:00:25.751684 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11167): Launched\u000a13:00:26.044403 run osmo-msc_10.42.42.6(pid=11168): Launched\u000a13:00:26.217634 run osmo-stp_10.42.42.5(pid=11165): ERR: Terminated: ERROR {rc=1} [trial-2375↪sms:trx-b200↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11165)]\u000a13:00:26.343267 run osmo-stp_10.42.42.5(pid=11165): stdout: \u000a| (launched: 2022-12-10_13:00:24.968412)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:00:26.466855 run osmo-stp_10.42.42.5(pid=11165): stderr: \u000a| �[0;m�[38;5;43m20221210130025138 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210130025138 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210130025138 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210130025139 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210130025139 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210130025139 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210130025139 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:00:26.584409 run osmo-stp_10.42.42.5(pid=11165): stdout: \u000a| (launched: 2022-12-10_13:00:24.968412)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:00:26.701239 run osmo-stp_10.42.42.5(pid=11165): stderr: \u000a| �[0;m�[38;5;43m20221210130025138 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210130025138 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210130025138 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210130025139 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210130025139 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210130025139 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210130025139 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:00:26.752486 tst mo_mt_sms.py:16: ERR: Error: osmo-stp_10.42.42.5(pid=11165): Process ended prematurely: osmo-stp_10.42.42.5(pid=11165) [trial-2375↪sms:trx-b200↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11165)] [trial-2375↪sms:trx-b200↪mo_mt_sms.py:16]\u000a13:00:26.760536 tst mo_mt_sms.py:16: Test FAILED (5.8 sec)\u000a13:00:26.819950 run osmo-hlr_10.42.42.2(pid=11162): ERR: Terminated: ERROR {rc=237} [trial-2375↪sms:trx-b200↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11162)]\u000a13:00:26.868558 run osmo-hlr_10.42.42.2(pid=11162): stdout: \u000a| (launched: 2022-12-10_13:00:24.063313) \u000a13:00:26.917998 run osmo-hlr_10.42.42.2(pid=11162): stderr: \u000a| �[0;m�[1;31m20221210130024239 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210130024239 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210130024239 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210130024239 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210130024239 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210130024239 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210130024251 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2375/run.2022-12-10_12-42-03/sms:trx-b200/mo_mt_sms.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210130024259 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210130024260 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210130024260 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:00:26.984712 run osmo-msc_10.42.42.6(pid=11168): ERR: Terminated: ERROR {rc=2} [trial-2375↪sms:trx-b200↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=11168)]\u000a13:00:27.033107 run osmo-msc_10.42.42.6(pid=11168): stdout: \u000a| (launched: 2022-12-10_13:00:25.900071) \u000a13:00:27.082211 run osmo-msc_10.42.42.6(pid=11168): stderr: \u000a| �[0;m�[38;5;43m20221210130026171 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210130026171 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f2650878c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210130026171 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210130026171 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210130026172 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210130026172 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210130026174 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210130026174 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210130026174 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210130026174 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a13:00:27.123714 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11161): Terminating (SIGTERM)\u000a13:00:27.163206 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11164): Terminating (SIGTERM)\u000a13:00:27.202570 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11167): Terminating (SIGTERM)\u000a13:00:27.211892 --- ParallelTerminationStrategy: PID 11161 died...\u000a13:00:27.265028 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11161): Terminated: ok {rc=0}\u000a13:00:27.274741 --- ParallelTerminationStrategy: PID 11164 died...\u000a13:00:27.327723 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11164): Terminated: ok {rc=0}\u000a13:00:27.337771 --- ParallelTerminationStrategy: PID 11167 died...\u000a13:00:27.390785 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11167): Terminated: ok {rc=0}\u000a13:00:27.478489 bus /sierra_3: Setting Powered False\u000a13:00:28.579068 bus /sierra_3: Setting Powered False\u000a13:00:29.685023 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 11.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "37", "name" : "sms_trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T13:00:20" }, { "cases" : [ { "testActions" : [ ], "age" : 231, "className" : "nitb_ussd:trx-b200", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=11174): Process ended prematurely: osmo-nitb_10.42.42.2(pid=11174) [trial-2375↪nitb_ussd:trx-b200↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=11174)]", "failedSince" : 2145, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_ussd/assert_extension.py\", line 12, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=11174): Process ended prematurely: osmo-nitb_10.42.42.2(pid=11174) [trial-2375↪nitb_ussd:trx-b200↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=11174)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2375 nitb_ussd:trx-b200 assert_extension.py\u000a----------------------------------------------\u000a13:00:31.543852 tst nitb_ussd:trx-b200: Using 1 x ip_address (candidates: 1)\u000a13:00:31.558708 tst nitb_ussd:trx-b200: Using 1 x bts (candidates: 1)\u000a13:00:31.704378 tst assert_extension.py: using LAC 28565\u000a13:00:31.821218 tst assert_extension.py: using RAC 5\u000a13:00:31.940433 tst assert_extension.py: using CellId 28565\u000a13:00:32.057898 tst assert_extension.py: using BVCI 28566\u000a13:00:32.081238 tst nitb_ussd:trx-b200: Using 1 x modem (candidates: 1)\u000a13:00:32.400564 tst assert_extension.py:10: start nitb and bts...\u000a13:00:32.522732 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a13:00:33.127798 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=11173): Launched\u000a13:00:33.417095 run osmo-nitb_10.42.42.2(pid=11174): Launched\u000a13:00:33.597055 run osmo-nitb_10.42.42.2(pid=11174): ERR: Terminated: ERROR {rc=2} [trial-2375↪nitb_ussd:trx-b200↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=11174)]\u000a13:00:33.729550 run osmo-nitb_10.42.42.2(pid=11174): stdout: \u000a| (launched: 2022-12-10_13:00:33.275937) \u000a13:00:33.862557 run osmo-nitb_10.42.42.2(pid=11174): stderr: \u000a| (launched: 2022-12-10_13:00:33.319725)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a13:00:33.991234 run osmo-nitb_10.42.42.2(pid=11174): stdout: \u000a| (launched: 2022-12-10_13:00:33.275937) \u000a13:00:34.118926 run osmo-nitb_10.42.42.2(pid=11174): stderr: \u000a| (launched: 2022-12-10_13:00:33.319725)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a13:00:34.534851 tst osmo-nitb_10.42.42.2(pid=11174): stdout: \u000a| (launched: 2022-12-10_13:00:33.275937) \u000a13:00:34.650786 tst osmo-nitb_10.42.42.2(pid=11174): stderr: \u000a| (launched: 2022-12-10_13:00:33.319725)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a13:00:34.701598 tst assert_extension.py:12: ERR: Error: osmo-nitb_10.42.42.2(pid=11174): Process ended prematurely: osmo-nitb_10.42.42.2(pid=11174) [trial-2375↪nitb_ussd:trx-b200↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=11174)] [trial-2375↪nitb_ussd:trx-b200↪assert_extension.py:12]\u000a13:00:34.709740 tst assert_extension.py:12: Test FAILED (3.2 sec)\u000a13:00:34.743964 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=11173): Terminating (SIGTERM)\u000a13:00:34.921567 --- ParallelTerminationStrategy: PID 11173 died...\u000a13:00:34.975761 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=11173): Terminated: ok {rc=0}\u000a13:00:35.062316 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 6.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "38", "name" : "nitb_ussd_trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T13:00:31" }, { "cases" : [ { "testActions" : [ ], "age" : 58, "className" : "ussd:trx-b200", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11184): Process ended prematurely: osmo-stp_10.42.42.5(pid=11184) [trial-2375↪ussd:trx-b200↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11184)]", "failedSince" : 2318, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/ussd/assert_extension.py\", line 17, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11184): Process ended prematurely: osmo-stp_10.42.42.5(pid=11184) [trial-2375↪ussd:trx-b200↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11184)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2375 ussd:trx-b200 assert_extension.py\u000a----------------------------------------------\u000a13:00:36.889251 tst ussd:trx-b200: Using 1 x ip_address (candidates: 6)\u000a13:00:36.899960 tst ussd:trx-b200: Using 1 x bts (candidates: 1)\u000a13:00:37.046096 tst assert_extension.py: using LAC 28566\u000a13:00:37.177363 tst assert_extension.py: using RAC 6\u000a13:00:37.297607 tst assert_extension.py: using CellId 28566\u000a13:00:37.419810 tst assert_extension.py: using BVCI 28567\u000a13:00:37.443704 tst ussd:trx-b200: Using 1 x ip_address (candidates: 6)\u000a13:00:37.454712 tst ussd:trx-b200: Using 1 x ip_address (candidates: 6)\u000a13:00:37.465423 tst ussd:trx-b200: Using 1 x ip_address (candidates: 6)\u000a13:00:37.476156 tst ussd:trx-b200: Using 1 x ip_address (candidates: 6)\u000a13:00:37.486930 tst ussd:trx-b200: Using 1 x ip_address (candidates: 6)\u000a13:00:37.497582 tst ussd:trx-b200: Using 1 x modem (candidates: 1)\u000a13:00:37.692513 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:00:38.152376 run create_hlr_db(pid=11178): Launched\u000a13:00:38.321590 bus /sierra_2: Setting Powered False\u000a13:00:39.341438 run create_hlr_db(pid=11178): Terminated: ok {rc=0}\u000a13:00:39.754618 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11180): Launched\u000a13:00:40.065924 run osmo-hlr_10.42.42.2(pid=11181): Launched\u000a13:00:40.184564 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:00:40.727739 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11183): Launched\u000a13:00:41.039398 run osmo-stp_10.42.42.5(pid=11184): Launched\u000a13:00:41.152486 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a13:00:41.718863 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11186): Launched\u000a13:00:42.029478 run osmo-msc_10.42.42.6(pid=11187): Launched\u000a13:00:42.211811 run osmo-stp_10.42.42.5(pid=11184): ERR: Terminated: ERROR {rc=1} [trial-2375↪ussd:trx-b200↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11184)]\u000a13:00:42.343782 run osmo-stp_10.42.42.5(pid=11184): stdout: \u000a| (launched: 2022-12-10_13:00:40.887117)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:00:42.475390 run osmo-stp_10.42.42.5(pid=11184): stderr: \u000a| �[0;m�[38;5;43m20221210130041081 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210130041081 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210130041081 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210130041082 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210130041082 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210130041082 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210130041082 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:00:42.600815 run osmo-stp_10.42.42.5(pid=11184): stdout: \u000a| (launched: 2022-12-10_13:00:40.887117)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:00:42.725127 run osmo-stp_10.42.42.5(pid=11184): stderr: \u000a| �[0;m�[38;5;43m20221210130041081 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210130041081 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210130041081 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210130041082 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210130041082 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210130041082 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210130041082 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:00:42.779764 tst assert_extension.py:17: ERR: Error: osmo-stp_10.42.42.5(pid=11184): Process ended prematurely: osmo-stp_10.42.42.5(pid=11184) [trial-2375↪ussd:trx-b200↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11184)] [trial-2375↪ussd:trx-b200↪assert_extension.py:17]\u000a13:00:42.788397 tst assert_extension.py:17: Test FAILED (5.9 sec)\u000a13:00:42.850485 run osmo-hlr_10.42.42.2(pid=11181): ERR: Terminated: ERROR {rc=237} [trial-2375↪ussd:trx-b200↪assert_extension.py↪assert_extension.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11181)]\u000a13:00:42.901459 run osmo-hlr_10.42.42.2(pid=11181): stdout: \u000a| (launched: 2022-12-10_13:00:39.914113) \u000a13:00:42.953133 run osmo-hlr_10.42.42.2(pid=11181): stderr: \u000a| �[0;m�[1;31m20221210130040112 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210130040112 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210130040112 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210130040112 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210130040112 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210130040112 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210130040123 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2375/run.2022-12-10_12-42-03/ussd:trx-b200/assert_extension.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210130040131 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210130040132 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210130040132 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:00:43.023136 run osmo-msc_10.42.42.6(pid=11187): ERR: Terminated: ERROR {rc=2} [trial-2375↪ussd:trx-b200↪assert_extension.py↪assert_extension.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=11187)]\u000a13:00:43.073903 run osmo-msc_10.42.42.6(pid=11187): stdout: \u000a| (launched: 2022-12-10_13:00:41.877403) \u000a13:00:43.125292 run osmo-msc_10.42.42.6(pid=11187): stderr: \u000a| �[0;m�[38;5;43m20221210130042197 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210130042197 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f3a1398cc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210130042197 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210130042197 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210130042197 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210130042198 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210130042199 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210130042200 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210130042200 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210130042200 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a13:00:43.168863 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11180): Terminating (SIGTERM)\u000a13:00:43.210282 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11183): Terminating (SIGTERM)\u000a13:00:43.251899 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11186): Terminating (SIGTERM)\u000a13:00:43.261653 --- ParallelTerminationStrategy: PID 11180 died...\u000a13:00:43.317324 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11180): Terminated: ok {rc=0}\u000a13:00:43.327419 --- ParallelTerminationStrategy: PID 11183 died...\u000a13:00:43.382591 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11183): Terminated: ok {rc=0}\u000a13:00:43.392575 --- ParallelTerminationStrategy: PID 11186 died...\u000a13:00:43.447719 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11186): Terminated: ok {rc=0}\u000a13:00:43.533027 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 9.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "39", "name" : "ussd_trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T13:00:36" }, { "cases" : [ { "testActions" : [ ], "age" : 58, "className" : "voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11199): Process ended prematurely: osmo-stp_10.42.42.5(pid=11199) [trial-2375↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11199)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11199): Process ended prematurely: osmo-stp_10.42.42.5(pid=11199) [trial-2375↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11199)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2375 voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call.py\u000a----------------------------------------------\u000a13:00:45.485807 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a13:00:45.496503 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a13:00:45.655567 tst mo_mt_call.py: using LAC 28567\u000a13:00:45.779548 tst mo_mt_call.py: using RAC 7\u000a13:00:45.925063 tst mo_mt_call.py: using CellId 28567\u000a13:00:46.052498 tst mo_mt_call.py: using BVCI 28568\u000a13:00:46.078189 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a13:00:46.090088 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a13:00:46.102027 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a13:00:46.115824 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a13:00:46.128923 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a13:00:46.140737 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a13:00:46.265835 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a13:00:46.476724 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:00:47.002526 run create_hlr_db(pid=11193): Launched\u000a13:00:47.181868 bus /sierra_2: Setting Powered False\u000a13:00:48.197272 run create_hlr_db(pid=11193): Terminated: ok {rc=0}\u000a13:00:48.592173 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11195): Launched\u000a13:00:48.889840 run osmo-hlr_10.42.42.2(pid=11196): Launched\u000a13:00:49.005255 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:00:49.533829 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11198): Launched\u000a13:00:49.831618 run osmo-stp_10.42.42.5(pid=11199): Launched\u000a13:00:49.941176 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a13:00:50.484673 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11201): Launched\u000a13:00:50.783090 run osmo-msc_10.42.42.6(pid=11202): Launched\u000a13:00:50.958438 run osmo-stp_10.42.42.5(pid=11199): ERR: Terminated: ERROR {rc=1} [trial-2375↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11199)]\u000a13:00:51.085162 run osmo-stp_10.42.42.5(pid=11199): stdout: \u000a| (launched: 2022-12-10_13:00:49.685572)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:00:51.209385 run osmo-stp_10.42.42.5(pid=11199): stderr: \u000a| �[0;m�[38;5;43m20221210130049856 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210130049856 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210130049856 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210130049856 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210130049859 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210130049859 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210130049859 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:00:51.328883 run osmo-stp_10.42.42.5(pid=11199): stdout: \u000a| (launched: 2022-12-10_13:00:49.685572)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:00:51.447330 run osmo-stp_10.42.42.5(pid=11199): stderr: \u000a| �[0;m�[38;5;43m20221210130049856 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210130049856 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210130049856 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210130049856 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210130049859 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210130049859 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210130049859 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:00:51.499516 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=11199): Process ended prematurely: osmo-stp_10.42.42.5(pid=11199) [trial-2375↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11199)] [trial-2375↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8]\u000a13:00:51.507968 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a13:00:51.567569 run osmo-hlr_10.42.42.2(pid=11196): ERR: Terminated: ERROR {rc=237} [trial-2375↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11196)]\u000a13:00:51.616161 run osmo-hlr_10.42.42.2(pid=11196): stdout: \u000a| (launched: 2022-12-10_13:00:48.743601) \u000a13:00:51.665243 run osmo-hlr_10.42.42.2(pid=11196): stderr: \u000a| �[0;m�[1;31m20221210130048921 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210130048921 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210130048921 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210130048921 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210130048921 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210130048921 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210130048938 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2375/run.2022-12-10_12-42-03/voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210130048948 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210130048948 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210130048948 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:00:51.731615 run osmo-msc_10.42.42.6(pid=11202): ERR: Terminated: ERROR {rc=2} [trial-2375↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=11202)]\u000a13:00:51.780153 run osmo-msc_10.42.42.6(pid=11202): stdout: \u000a| (launched: 2022-12-10_13:00:50.636299) \u000a13:00:51.829565 run osmo-msc_10.42.42.6(pid=11202): stderr: \u000a| �[0;m�[38;5;43m20221210130050906 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210130050906 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f8fc70acc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210130050906 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210130050906 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210130050907 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210130050907 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210130050911 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210130050911 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210130050912 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210130050912 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a13:00:51.870680 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11195): Terminating (SIGTERM)\u000a13:00:51.909797 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11198): Terminating (SIGTERM)\u000a13:00:51.948836 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11201): Terminating (SIGTERM)\u000a13:00:51.958022 --- ParallelTerminationStrategy: PID 11195 died...\u000a13:00:52.009974 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11195): Terminated: ok {rc=0}\u000a13:00:52.019470 --- ParallelTerminationStrategy: PID 11198 died...\u000a13:00:52.071880 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11198): Terminated: ok {rc=0}\u000a13:00:52.081845 --- ParallelTerminationStrategy: PID 11201 died...\u000a13:00:52.134163 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11201): Terminated: ok {rc=0}\u000a13:00:52.220863 bus /sierra_3: Setting Powered False\u000a13:00:53.326124 bus /sierra_3: Setting Powered False\u000a13:00:54.436544 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 58, "className" : "voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11210): Process ended prematurely: osmo-stp_10.42.42.5(pid=11210) [trial-2375↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11210)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11210): Process ended prematurely: osmo-stp_10.42.42.5(pid=11210) [trial-2375↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11210)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2375 voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a13:00:55.549690 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a13:00:55.561589 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a13:00:55.725538 tst mo_mt_call_osmux.py: using LAC 28568\u000a13:00:55.852189 tst mo_mt_call_osmux.py: using RAC 8\u000a13:00:55.977369 tst mo_mt_call_osmux.py: using CellId 28568\u000a13:00:56.104341 tst mo_mt_call_osmux.py: using BVCI 28569\u000a13:00:56.128759 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a13:00:56.140074 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a13:00:56.151192 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a13:00:56.162342 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a13:00:56.173532 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a13:00:56.184654 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a13:00:56.303212 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a13:00:56.511313 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:00:57.018638 run create_hlr_db(pid=11204): Launched\u000a13:00:57.202369 bus /sierra_2: Setting Powered False\u000a13:00:58.213129 run create_hlr_db(pid=11204): Terminated: ok {rc=0}\u000a13:00:58.613762 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11206): Launched\u000a13:00:58.912185 run osmo-hlr_10.42.42.2(pid=11207): Launched\u000a13:00:59.022043 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:00:59.537417 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11209): Launched\u000a13:00:59.836026 run osmo-stp_10.42.42.5(pid=11210): Launched\u000a13:00:59.945844 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a13:01:00.487527 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11212): Launched\u000a13:01:00.784020 run osmo-msc_10.42.42.6(pid=11213): Launched\u000a13:01:01.051341 run osmo-stp_10.42.42.5(pid=11210): ERR: Terminated: ERROR {rc=1} [trial-2375↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11210)]\u000a13:01:01.254354 run osmo-stp_10.42.42.5(pid=11210): stdout: \u000a| (launched: 2022-12-10_13:00:59.689843)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:01:01.423743 run osmo-stp_10.42.42.5(pid=11210): stderr: \u000a| �[0;m�[38;5;43m20221210130059860 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210130059861 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210130059861 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210130059861 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210130059863 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210130059863 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210130059864 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:01:01.555937 run osmo-stp_10.42.42.5(pid=11210): stdout: \u000a| (launched: 2022-12-10_13:00:59.689843)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:01:01.687572 run osmo-stp_10.42.42.5(pid=11210): stderr: \u000a| �[0;m�[38;5;43m20221210130059860 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210130059861 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210130059861 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210130059861 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210130059863 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210130059863 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210130059864 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:01:01.745325 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=11210): Process ended prematurely: osmo-stp_10.42.42.5(pid=11210) [trial-2375↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11210)] [trial-2375↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8]\u000a13:01:01.755700 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a13:01:01.821452 run osmo-hlr_10.42.42.2(pid=11207): ERR: Terminated: ERROR {rc=237} [trial-2375↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11207)]\u000a13:01:01.874529 run osmo-hlr_10.42.42.2(pid=11207): stdout: \u000a| (launched: 2022-12-10_13:00:58.766034) \u000a13:01:01.930177 run osmo-hlr_10.42.42.2(pid=11207): stderr: \u000a| �[0;m�[1;31m20221210130058940 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210130058940 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210130058940 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210130058940 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210130058940 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210130058940 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210130058953 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2375/run.2022-12-10_12-42-03/voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210130058962 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210130058962 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210130058962 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:01:02.002761 run osmo-msc_10.42.42.6(pid=11213): ERR: Terminated: ERROR {rc=2} [trial-2375↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=11213)]\u000a13:01:02.056615 run osmo-msc_10.42.42.6(pid=11213): stdout: \u000a| (launched: 2022-12-10_13:01:00.638166) \u000a13:01:02.111308 run osmo-msc_10.42.42.6(pid=11213): stderr: \u000a| �[0;m�[38;5;43m20221210130100948 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210130100948 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fc7e1059c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210130100948 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210130100948 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210130100953 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210130100953 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210130100955 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210130100955 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210130100955 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210130100956 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a13:01:02.161024 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11206): Terminating (SIGTERM)\u000a13:01:02.212897 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11209): Terminating (SIGTERM)\u000a13:01:02.256119 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11212): Terminating (SIGTERM)\u000a13:01:02.266767 --- ParallelTerminationStrategy: PID 11206 died...\u000a13:01:02.323677 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11206): Terminated: ok {rc=0}\u000a13:01:02.334183 --- ParallelTerminationStrategy: PID 11209 died...\u000a13:01:02.388168 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11209): Terminated: ok {rc=0}\u000a13:01:02.398363 --- ParallelTerminationStrategy: PID 11212 died...\u000a13:01:02.452522 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11212): Terminated: ok {rc=0}\u000a13:01:02.539877 bus /sierra_3: Setting Powered False\u000a13:01:03.642469 bus /sierra_3: Setting Powered False\u000a13:01:04.747632 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "40", "name" : "voice_trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T13:00:45" }, { "cases" : [ { "testActions" : [ ], "age" : 58, "className" : "voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11225): Process ended prematurely: osmo-stp_10.42.42.5(pid=11225) [trial-2375↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11225)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11225): Process ended prematurely: osmo-stp_10.42.42.5(pid=11225) [trial-2375↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11225)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2375 voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call.py\u000a----------------------------------------------\u000a13:01:06.739619 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a13:01:06.751355 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a13:01:06.912269 tst mo_mt_call.py: using LAC 28569\u000a13:01:07.036678 tst mo_mt_call.py: using RAC 9\u000a13:01:07.157034 tst mo_mt_call.py: using CellId 28569\u000a13:01:07.274632 tst mo_mt_call.py: using BVCI 28570\u000a13:01:07.297518 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a13:01:07.308295 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a13:01:07.318940 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a13:01:07.330044 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a13:01:07.341096 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a13:01:07.352067 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a13:01:07.470934 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a13:01:07.669911 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:01:08.137971 run create_hlr_db(pid=11219): Launched\u000a13:01:08.309450 bus /sierra_2: Setting Powered False\u000a13:01:09.331310 run create_hlr_db(pid=11219): Terminated: ok {rc=0}\u000a13:01:09.726365 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11221): Launched\u000a13:01:10.024209 run osmo-hlr_10.42.42.2(pid=11222): Launched\u000a13:01:10.139396 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:01:10.660138 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11224): Launched\u000a13:01:10.956893 run osmo-stp_10.42.42.5(pid=11225): Launched\u000a13:01:11.066214 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a13:01:11.606346 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11227): Launched\u000a13:01:11.904775 run osmo-msc_10.42.42.6(pid=11228): Launched\u000a13:01:12.080059 run osmo-stp_10.42.42.5(pid=11225): ERR: Terminated: ERROR {rc=1} [trial-2375↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11225)]\u000a13:01:12.206987 run osmo-stp_10.42.42.5(pid=11225): stdout: \u000a| (launched: 2022-12-10_13:01:10.811261)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:01:12.330638 run osmo-stp_10.42.42.5(pid=11225): stderr: \u000a| �[0;m�[38;5;43m20221210130110981 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210130110981 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210130110981 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210130110982 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210130110982 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210130110982 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210130110982 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:01:12.449902 run osmo-stp_10.42.42.5(pid=11225): stdout: \u000a| (launched: 2022-12-10_13:01:10.811261)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:01:12.567702 run osmo-stp_10.42.42.5(pid=11225): stderr: \u000a| �[0;m�[38;5;43m20221210130110981 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210130110981 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210130110981 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210130110982 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210130110982 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210130110982 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210130110982 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:01:12.619742 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=11225): Process ended prematurely: osmo-stp_10.42.42.5(pid=11225) [trial-2375↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11225)] [trial-2375↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8]\u000a13:01:12.628399 tst mo_mt_call.py:8: Test FAILED (5.9 sec)\u000a13:01:12.687666 run osmo-hlr_10.42.42.2(pid=11222): ERR: Terminated: ERROR {rc=237} [trial-2375↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11222)]\u000a13:01:12.736120 run osmo-hlr_10.42.42.2(pid=11222): stdout: \u000a| (launched: 2022-12-10_13:01:09.877853) \u000a13:01:12.785541 run osmo-hlr_10.42.42.2(pid=11222): stderr: \u000a| �[0;m�[1;31m20221210130110053 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210130110053 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210130110053 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210130110053 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210130110053 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210130110053 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210130110064 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2375/run.2022-12-10_12-42-03/voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210130110073 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210130110074 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210130110074 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:01:12.852065 run osmo-msc_10.42.42.6(pid=11228): ERR: Terminated: ERROR {rc=2} [trial-2375↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=11228)]\u000a13:01:12.900424 run osmo-msc_10.42.42.6(pid=11228): stdout: \u000a| (launched: 2022-12-10_13:01:11.757069) \u000a13:01:12.949378 run osmo-msc_10.42.42.6(pid=11228): stderr: \u000a| �[0;m�[38;5;43m20221210130112030 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210130112030 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ffae7b3dc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210130112030 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210130112030 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210130112030 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210130112030 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210130112032 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210130112033 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210130112033 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210130112033 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a13:01:12.990762 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11221): Terminating (SIGTERM)\u000a13:01:13.030343 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11224): Terminating (SIGTERM)\u000a13:01:13.069666 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11227): Terminating (SIGTERM)\u000a13:01:13.078935 --- ParallelTerminationStrategy: PID 11221 died...\u000a13:01:13.131706 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11221): Terminated: ok {rc=0}\u000a13:01:13.141681 --- ParallelTerminationStrategy: PID 11224 died...\u000a13:01:13.194173 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11224): Terminated: ok {rc=0}\u000a13:01:13.203850 --- ParallelTerminationStrategy: PID 11227 died...\u000a13:01:13.256550 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11227): Terminated: ok {rc=0}\u000a13:01:13.344336 bus /sierra_3: Setting Powered False\u000a13:01:14.446753 bus /sierra_3: Setting Powered False\u000a13:01:15.557083 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 58, "className" : "voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11236): Process ended prematurely: osmo-stp_10.42.42.5(pid=11236) [trial-2375↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11236)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11236): Process ended prematurely: osmo-stp_10.42.42.5(pid=11236) [trial-2375↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11236)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2375 voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a13:01:16.676238 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a13:01:16.689367 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a13:01:16.853360 tst mo_mt_call_osmux.py: using LAC 28570\u000a13:01:17.004058 tst mo_mt_call_osmux.py: using RAC 10\u000a13:01:17.135677 tst mo_mt_call_osmux.py: using CellId 28570\u000a13:01:17.264781 tst mo_mt_call_osmux.py: using BVCI 28571\u000a13:01:17.289224 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a13:01:17.300488 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a13:01:17.311643 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a13:01:17.322911 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a13:01:17.334276 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a13:01:17.345422 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a13:01:17.463453 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a13:01:17.663346 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:01:18.132619 run create_hlr_db(pid=11230): Launched\u000a13:01:18.303974 bus /sierra_2: Setting Powered False\u000a13:01:19.327266 run create_hlr_db(pid=11230): Terminated: ok {rc=0}\u000a13:01:19.723262 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11232): Launched\u000a13:01:20.022034 run osmo-hlr_10.42.42.2(pid=11233): Launched\u000a13:01:20.143860 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:01:20.669240 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11235): Launched\u000a13:01:20.967469 run osmo-stp_10.42.42.5(pid=11236): Launched\u000a13:01:21.076728 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a13:01:21.626303 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11238): Launched\u000a13:01:21.925777 run osmo-msc_10.42.42.6(pid=11239): Launched\u000a13:01:22.102356 run osmo-stp_10.42.42.5(pid=11236): ERR: Terminated: ERROR {rc=1} [trial-2375↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11236)]\u000a13:01:22.229890 run osmo-stp_10.42.42.5(pid=11236): stdout: \u000a| (launched: 2022-12-10_13:01:20.820897)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:01:22.354422 run osmo-stp_10.42.42.5(pid=11236): stderr: \u000a| �[0;m�[38;5;43m20221210130120991 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210130120991 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210130120991 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210130120992 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210130120992 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210130120992 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210130120993 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:01:22.474461 run osmo-stp_10.42.42.5(pid=11236): stdout: \u000a| (launched: 2022-12-10_13:01:20.820897)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:01:22.593685 run osmo-stp_10.42.42.5(pid=11236): stderr: \u000a| �[0;m�[38;5;43m20221210130120991 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210130120991 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210130120991 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210130120992 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210130120992 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210130120992 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210130120993 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:01:22.646161 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=11236): Process ended prematurely: osmo-stp_10.42.42.5(pid=11236) [trial-2375↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11236)] [trial-2375↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8]\u000a13:01:22.654777 tst mo_mt_call_osmux.py:8: Test FAILED (6.0 sec)\u000a13:01:22.714259 run osmo-hlr_10.42.42.2(pid=11233): ERR: Terminated: ERROR {rc=237} [trial-2375↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11233)]\u000a13:01:22.762670 run osmo-hlr_10.42.42.2(pid=11233): stdout: \u000a| (launched: 2022-12-10_13:01:19.874984) \u000a13:01:22.812149 run osmo-hlr_10.42.42.2(pid=11233): stderr: \u000a| �[0;m�[1;31m20221210130120055 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210130120055 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210130120055 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210130120055 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210130120055 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210130120055 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210130120070 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2375/run.2022-12-10_12-42-03/voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210130120080 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210130120081 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210130120081 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:01:22.879150 run osmo-msc_10.42.42.6(pid=11239): ERR: Terminated: ERROR {rc=2} [trial-2375↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=11239)]\u000a13:01:22.927885 run osmo-msc_10.42.42.6(pid=11239): stdout: \u000a| (launched: 2022-12-10_13:01:21.778219) \u000a13:01:22.976773 run osmo-msc_10.42.42.6(pid=11239): stderr: \u000a| �[0;m�[38;5;43m20221210130122049 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210130122049 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f6781fa9c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210130122049 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210130122049 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210130122049 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210130122050 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210130122052 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210130122052 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210130122052 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210130122052 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a13:01:23.018554 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11232): Terminating (SIGTERM)\u000a13:01:23.058774 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11235): Terminating (SIGTERM)\u000a13:01:23.098503 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11238): Terminating (SIGTERM)\u000a13:01:23.107903 --- ParallelTerminationStrategy: PID 11232 died...\u000a13:01:23.161352 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11232): Terminated: ok {rc=0}\u000a13:01:23.170870 --- ParallelTerminationStrategy: PID 11235 died...\u000a13:01:23.223701 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11235): Terminated: ok {rc=0}\u000a13:01:23.233851 --- ParallelTerminationStrategy: PID 11238 died...\u000a13:01:23.286276 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11238): Terminated: ok {rc=0}\u000a13:01:23.368453 bus /sierra_3: Setting Powered False\u000a13:01:24.474733 bus /sierra_3: Setting Powered False\u000a13:01:25.581066 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 21.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "41", "name" : "voice_trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T13:01:06" }, { "cases" : [ { "testActions" : [ ], "age" : 58, "className" : "voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11250): Process ended prematurely: osmo-stp_10.42.42.5(pid=11250) [trial-2375↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11250)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11250): Process ended prematurely: osmo-stp_10.42.42.5(pid=11250) [trial-2375↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11250)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2375 voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call.py\u000a----------------------------------------------\u000a13:01:27.578129 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a13:01:27.589454 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a13:01:27.751803 tst mo_mt_call.py: using LAC 28571\u000a13:01:27.879106 tst mo_mt_call.py: using RAC 11\u000a13:01:28.004712 tst mo_mt_call.py: using CellId 28571\u000a13:01:28.131591 tst mo_mt_call.py: using BVCI 28572\u000a13:01:28.155976 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a13:01:28.167273 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a13:01:28.178509 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a13:01:28.189661 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a13:01:28.200884 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a13:01:28.212120 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a13:01:28.327608 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a13:01:28.527299 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:01:28.998526 run create_hlr_db(pid=11244): Launched\u000a13:01:29.169477 bus /sierra_2: Setting Powered False\u000a13:01:30.202682 run create_hlr_db(pid=11244): Terminated: ok {rc=0}\u000a13:01:30.602076 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11246): Launched\u000a13:01:30.942659 run osmo-hlr_10.42.42.2(pid=11247): Launched\u000a13:01:31.192338 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:01:31.762621 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11249): Launched\u000a13:01:32.128447 run osmo-stp_10.42.42.5(pid=11250): Launched\u000a13:01:32.353506 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a13:01:32.931133 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11252): Launched\u000a13:01:33.230951 run osmo-msc_10.42.42.6(pid=11253): Launched\u000a13:01:33.408316 run osmo-stp_10.42.42.5(pid=11250): ERR: Terminated: ERROR {rc=1} [trial-2375↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11250)]\u000a13:01:33.536457 run osmo-stp_10.42.42.5(pid=11250): stdout: \u000a| (launched: 2022-12-10_13:01:31.916195)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:01:33.661821 run osmo-stp_10.42.42.5(pid=11250): stderr: \u000a| �[0;m�[38;5;43m20221210130132243 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210130132243 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210130132244 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210130132244 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210130132246 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210130132247 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210130132247 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:01:33.782376 run osmo-stp_10.42.42.5(pid=11250): stdout: \u000a| (launched: 2022-12-10_13:01:31.916195)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:01:33.902038 run osmo-stp_10.42.42.5(pid=11250): stderr: \u000a| �[0;m�[38;5;43m20221210130132243 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210130132243 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210130132244 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210130132244 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210130132246 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210130132247 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210130132247 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:01:33.954817 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=11250): Process ended prematurely: osmo-stp_10.42.42.5(pid=11250) [trial-2375↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11250)] [trial-2375↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8]\u000a13:01:33.963393 tst mo_mt_call.py:8: Test FAILED (6.4 sec)\u000a13:01:34.022572 run osmo-hlr_10.42.42.2(pid=11247): ERR: Terminated: ERROR {rc=237} [trial-2375↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11247)]\u000a13:01:34.071038 run osmo-hlr_10.42.42.2(pid=11247): stdout: \u000a| (launched: 2022-12-10_13:01:30.753804) \u000a13:01:34.120098 run osmo-hlr_10.42.42.2(pid=11247): stderr: \u000a| �[0;m�[1;31m20221210130131018 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210130131018 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210130131018 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210130131018 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210130131018 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210130131018 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210130131035 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2375/run.2022-12-10_12-42-03/voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210130131043 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210130131043 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210130131043 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:01:34.186620 run osmo-msc_10.42.42.6(pid=11253): ERR: Terminated: ERROR {rc=2} [trial-2375↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=11253)]\u000a13:01:34.235079 run osmo-msc_10.42.42.6(pid=11253): stdout: \u000a| (launched: 2022-12-10_13:01:33.083372) \u000a13:01:34.284040 run osmo-msc_10.42.42.6(pid=11253): stderr: \u000a| �[0;m�[38;5;43m20221210130133353 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210130133353 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fd34c35fc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210130133353 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210130133353 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210130133353 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210130133354 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210130133356 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210130133356 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210130133357 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210130133357 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a13:01:34.325423 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11246): Terminating (SIGTERM)\u000a13:01:34.364880 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11249): Terminating (SIGTERM)\u000a13:01:34.404131 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11252): Terminating (SIGTERM)\u000a13:01:34.413553 --- ParallelTerminationStrategy: PID 11246 died...\u000a13:01:34.465983 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11246): Terminated: ok {rc=0}\u000a13:01:34.475661 --- ParallelTerminationStrategy: PID 11249 died...\u000a13:01:34.528298 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11249): Terminated: ok {rc=0}\u000a13:01:34.537746 --- ParallelTerminationStrategy: PID 11252 died...\u000a13:01:34.590485 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11252): Terminated: ok {rc=0}\u000a13:01:34.673845 bus /sierra_3: Setting Powered False\u000a13:01:35.780503 bus /sierra_3: Setting Powered False\u000a13:01:36.887466 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 58, "className" : "voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11261): Process ended prematurely: osmo-stp_10.42.42.5(pid=11261) [trial-2375↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11261)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11261): Process ended prematurely: osmo-stp_10.42.42.5(pid=11261) [trial-2375↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11261)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2375 voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a13:01:38.001158 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a13:01:38.012893 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a13:01:38.175697 tst mo_mt_call_osmux.py: using LAC 28572\u000a13:01:38.302033 tst mo_mt_call_osmux.py: using RAC 12\u000a13:01:38.428712 tst mo_mt_call_osmux.py: using CellId 28572\u000a13:01:38.552874 tst mo_mt_call_osmux.py: using BVCI 28573\u000a13:01:38.577254 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a13:01:38.588567 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a13:01:38.599641 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a13:01:38.610877 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a13:01:38.622145 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a13:01:38.633245 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a13:01:38.747768 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a13:01:38.955698 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:01:39.460520 run create_hlr_db(pid=11255): Launched\u000a13:01:39.643189 bus /sierra_2: Setting Powered False\u000a13:01:40.664644 run create_hlr_db(pid=11255): Terminated: ok {rc=0}\u000a13:01:41.063381 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11257): Launched\u000a13:01:41.361332 run osmo-hlr_10.42.42.2(pid=11258): Launched\u000a13:01:41.475033 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:01:41.999589 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11260): Launched\u000a13:01:42.296179 run osmo-stp_10.42.42.5(pid=11261): Launched\u000a13:01:42.405362 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a13:01:42.949060 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11263): Launched\u000a13:01:43.248557 run osmo-msc_10.42.42.6(pid=11264): Launched\u000a13:01:43.425373 run osmo-stp_10.42.42.5(pid=11261): ERR: Terminated: ERROR {rc=1} [trial-2375↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11261)]\u000a13:01:43.552277 run osmo-stp_10.42.42.5(pid=11261): stdout: \u000a| (launched: 2022-12-10_13:01:42.150659)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:01:43.676895 run osmo-stp_10.42.42.5(pid=11261): stderr: \u000a| �[0;m�[38;5;43m20221210130142319 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210130142319 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210130142319 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210130142319 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210130142322 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210130142322 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210130142322 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:01:43.796556 run osmo-stp_10.42.42.5(pid=11261): stdout: \u000a| (launched: 2022-12-10_13:01:42.150659)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:01:43.915307 run osmo-stp_10.42.42.5(pid=11261): stderr: \u000a| �[0;m�[38;5;43m20221210130142319 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210130142319 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210130142319 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210130142319 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210130142322 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210130142322 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210130142322 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:01:43.967747 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=11261): Process ended prematurely: osmo-stp_10.42.42.5(pid=11261) [trial-2375↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11261)] [trial-2375↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8]\u000a13:01:43.976085 tst mo_mt_call_osmux.py:8: Test FAILED (6.0 sec)\u000a13:01:44.035484 run osmo-hlr_10.42.42.2(pid=11258): ERR: Terminated: ERROR {rc=237} [trial-2375↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11258)]\u000a13:01:44.083976 run osmo-hlr_10.42.42.2(pid=11258): stdout: \u000a| (launched: 2022-12-10_13:01:41.214621) \u000a13:01:44.133417 run osmo-hlr_10.42.42.2(pid=11258): stderr: \u000a| �[0;m�[1;31m20221210130141390 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210130141390 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210130141390 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210130141390 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210130141390 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210130141390 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210130141402 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2375/run.2022-12-10_12-42-03/voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210130141411 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210130141411 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210130141412 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:01:44.200150 run osmo-msc_10.42.42.6(pid=11264): ERR: Terminated: ERROR {rc=2} [trial-2375↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=11264)]\u000a13:01:44.248889 run osmo-msc_10.42.42.6(pid=11264): stdout: \u000a| (launched: 2022-12-10_13:01:43.101454) \u000a13:01:44.297754 run osmo-msc_10.42.42.6(pid=11264): stderr: \u000a| �[0;m�[38;5;43m20221210130143374 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210130143374 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fa6d3c78c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210130143374 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210130143374 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210130143374 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210130143374 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210130143376 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210130143377 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210130143377 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210130143377 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a13:01:44.339593 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11257): Terminating (SIGTERM)\u000a13:01:44.379305 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11260): Terminating (SIGTERM)\u000a13:01:44.418854 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11263): Terminating (SIGTERM)\u000a13:01:44.428156 --- ParallelTerminationStrategy: PID 11257 died...\u000a13:01:44.481655 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11257): Terminated: ok {rc=0}\u000a13:01:44.491105 --- ParallelTerminationStrategy: PID 11260 died...\u000a13:01:44.543376 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11260): Terminated: ok {rc=0}\u000a13:01:44.553029 --- ParallelTerminationStrategy: PID 11263 died...\u000a13:01:44.605350 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11263): Terminated: ok {rc=0}\u000a13:01:44.692771 bus /sierra_3: Setting Powered False\u000a13:01:45.793959 bus /sierra_3: Setting Powered False\u000a13:01:46.918084 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "42", "name" : "voice_trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T13:01:27" }, { "cases" : [ { "testActions" : [ ], "age" : 58, "className" : "voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11275): Process ended prematurely: osmo-stp_10.42.42.5(pid=11275) [trial-2375↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11275)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11275): Process ended prematurely: osmo-stp_10.42.42.5(pid=11275) [trial-2375↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11275)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2375 voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call.py\u000a----------------------------------------------\u000a13:01:48.917044 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a13:01:48.928385 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a13:01:49.092475 tst mo_mt_call.py: using LAC 28573\u000a13:01:49.212188 tst mo_mt_call.py: using RAC 13\u000a13:01:49.330286 tst mo_mt_call.py: using CellId 28573\u000a13:01:49.448244 tst mo_mt_call.py: using BVCI 28574\u000a13:01:49.470995 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a13:01:49.481965 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a13:01:49.492601 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a13:01:49.503497 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a13:01:49.514617 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a13:01:49.525517 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a13:01:49.645812 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a13:01:49.844507 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:01:50.313935 run create_hlr_db(pid=11269): Launched\u000a13:01:50.484827 bus /sierra_2: Setting Powered False\u000a13:01:51.506914 run create_hlr_db(pid=11269): Terminated: ok {rc=0}\u000a13:01:51.902464 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11271): Launched\u000a13:01:52.200704 run osmo-hlr_10.42.42.2(pid=11272): Launched\u000a13:01:52.314656 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:01:52.840253 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11274): Launched\u000a13:01:53.138982 run osmo-stp_10.42.42.5(pid=11275): Launched\u000a13:01:53.249280 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a13:01:53.799674 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11277): Launched\u000a13:01:54.100043 run osmo-msc_10.42.42.6(pid=11278): Launched\u000a13:01:54.276470 run osmo-stp_10.42.42.5(pid=11275): ERR: Terminated: ERROR {rc=1} [trial-2375↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11275)]\u000a13:01:54.403994 run osmo-stp_10.42.42.5(pid=11275): stdout: \u000a| (launched: 2022-12-10_13:01:52.991272)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:01:54.528358 run osmo-stp_10.42.42.5(pid=11275): stderr: \u000a| �[0;m�[38;5;43m20221210130153159 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210130153159 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210130153159 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210130153160 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210130153162 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210130153162 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210130153162 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:01:54.648420 run osmo-stp_10.42.42.5(pid=11275): stdout: \u000a| (launched: 2022-12-10_13:01:52.991272)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:01:54.767386 run osmo-stp_10.42.42.5(pid=11275): stderr: \u000a| �[0;m�[38;5;43m20221210130153159 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210130153159 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210130153159 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210130153160 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210130153162 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210130153162 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210130153162 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:01:54.819846 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=11275): Process ended prematurely: osmo-stp_10.42.42.5(pid=11275) [trial-2375↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11275)] [trial-2375↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8]\u000a13:01:54.828693 tst mo_mt_call.py:8: Test FAILED (5.9 sec)\u000a13:01:54.887657 run osmo-hlr_10.42.42.2(pid=11272): ERR: Terminated: ERROR {rc=237} [trial-2375↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11272)]\u000a13:01:54.935989 run osmo-hlr_10.42.42.2(pid=11272): stdout: \u000a| (launched: 2022-12-10_13:01:52.054328) \u000a13:01:54.984738 run osmo-hlr_10.42.42.2(pid=11272): stderr: \u000a| �[0;m�[1;31m20221210130152231 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210130152231 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210130152231 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210130152231 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210130152231 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210130152231 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210130152243 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2375/run.2022-12-10_12-42-03/voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210130152252 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210130152252 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210130152252 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:01:55.050789 run osmo-msc_10.42.42.6(pid=11278): ERR: Terminated: ERROR {rc=2} [trial-2375↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=11278)]\u000a13:01:55.098944 run osmo-msc_10.42.42.6(pid=11278): stdout: \u000a| (launched: 2022-12-10_13:01:53.951957) \u000a13:01:55.147944 run osmo-msc_10.42.42.6(pid=11278): stderr: \u000a| �[0;m�[38;5;43m20221210130154221 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210130154222 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f7635bafc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210130154222 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210130154222 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210130154222 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210130154222 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210130154225 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210130154225 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210130154225 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210130154226 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a13:01:55.188929 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11271): Terminating (SIGTERM)\u000a13:01:55.227555 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11274): Terminating (SIGTERM)\u000a13:01:55.266384 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11277): Terminating (SIGTERM)\u000a13:01:55.275503 --- ParallelTerminationStrategy: PID 11271 died...\u000a13:01:55.327094 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11271): Terminated: ok {rc=0}\u000a13:01:55.336656 --- ParallelTerminationStrategy: PID 11274 died...\u000a13:01:55.388756 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11274): Terminated: ok {rc=0}\u000a13:01:55.398335 --- ParallelTerminationStrategy: PID 11277 died...\u000a13:01:55.451068 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11277): Terminated: ok {rc=0}\u000a13:01:55.540074 bus /sierra_3: Setting Powered False\u000a13:01:56.643258 bus /sierra_3: Setting Powered False\u000a13:01:57.748616 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 58, "className" : "voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11286): Process ended prematurely: osmo-stp_10.42.42.5(pid=11286) [trial-2375↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11286)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11286): Process ended prematurely: osmo-stp_10.42.42.5(pid=11286) [trial-2375↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11286)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2375 voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a13:01:58.862216 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a13:01:58.874273 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a13:01:59.037665 tst mo_mt_call_osmux.py: using LAC 28574\u000a13:01:59.164378 tst mo_mt_call_osmux.py: using RAC 14\u000a13:01:59.289536 tst mo_mt_call_osmux.py: using CellId 28574\u000a13:01:59.416667 tst mo_mt_call_osmux.py: using BVCI 28575\u000a13:01:59.440868 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a13:01:59.452276 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a13:01:59.463490 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a13:01:59.474639 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a13:01:59.485897 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a13:01:59.497011 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a13:01:59.616332 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a13:01:59.814599 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:02:00.283835 run create_hlr_db(pid=11280): Launched\u000a13:02:00.455597 bus /sierra_2: Setting Powered False\u000a13:02:01.511671 run create_hlr_db(pid=11280): Terminated: ok {rc=0}\u000a13:02:01.989935 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11282): Launched\u000a13:02:02.364165 run osmo-hlr_10.42.42.2(pid=11283): Launched\u000a13:02:02.478325 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:02:02.995457 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11285): Launched\u000a13:02:03.293700 run osmo-stp_10.42.42.5(pid=11286): Launched\u000a13:02:03.404149 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a13:02:03.947408 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11288): Launched\u000a13:02:04.246927 run osmo-msc_10.42.42.6(pid=11289): Launched\u000a13:02:04.423794 run osmo-stp_10.42.42.5(pid=11286): ERR: Terminated: ERROR {rc=1} [trial-2375↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11286)]\u000a13:02:04.551224 run osmo-stp_10.42.42.5(pid=11286): stdout: \u000a| (launched: 2022-12-10_13:02:03.147023)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:02:04.675838 run osmo-stp_10.42.42.5(pid=11286): stderr: \u000a| �[0;m�[38;5;43m20221210130203317 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210130203317 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210130203317 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210130203318 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210130203318 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210130203318 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210130203318 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:02:04.795484 run osmo-stp_10.42.42.5(pid=11286): stdout: \u000a| (launched: 2022-12-10_13:02:03.147023)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:02:04.914482 run osmo-stp_10.42.42.5(pid=11286): stderr: \u000a| �[0;m�[38;5;43m20221210130203317 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210130203317 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210130203317 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210130203318 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210130203318 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210130203318 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210130203318 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:02:04.966705 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=11286): Process ended prematurely: osmo-stp_10.42.42.5(pid=11286) [trial-2375↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11286)] [trial-2375↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8]\u000a13:02:04.975094 tst mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)\u000a13:02:05.034457 run osmo-hlr_10.42.42.2(pid=11283): ERR: Terminated: ERROR {rc=237} [trial-2375↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11283)]\u000a13:02:05.083123 run osmo-hlr_10.42.42.2(pid=11283): stdout: \u000a| (launched: 2022-12-10_13:02:02.194870) \u000a13:02:05.132320 run osmo-hlr_10.42.42.2(pid=11283): stderr: \u000a| �[0;m�[1;31m20221210130202386 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210130202386 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210130202386 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210130202387 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210130202387 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210130202387 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210130202398 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2375/run.2022-12-10_12-42-03/voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210130202406 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210130202406 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210130202406 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:02:05.199760 run osmo-msc_10.42.42.6(pid=11289): ERR: Terminated: ERROR {rc=2} [trial-2375↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=11289)]\u000a13:02:05.248621 run osmo-msc_10.42.42.6(pid=11289): stdout: \u000a| (launched: 2022-12-10_13:02:04.099041) \u000a13:02:05.297941 run osmo-msc_10.42.42.6(pid=11289): stderr: \u000a| �[0;m�[38;5;43m20221210130204368 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210130204368 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7eff2018ec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210130204369 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210130204369 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210130204369 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210130204369 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210130204371 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210130204371 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210130204371 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210130204371 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a13:02:05.339609 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11282): Terminating (SIGTERM)\u000a13:02:05.379165 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11285): Terminating (SIGTERM)\u000a13:02:05.418782 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11288): Terminating (SIGTERM)\u000a13:02:05.428076 --- ParallelTerminationStrategy: PID 11282 died...\u000a13:02:05.480748 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11282): Terminated: ok {rc=0}\u000a13:02:05.490412 --- ParallelTerminationStrategy: PID 11285 died...\u000a13:02:05.542675 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11285): Terminated: ok {rc=0}\u000a13:02:05.552322 --- ParallelTerminationStrategy: PID 11288 died...\u000a13:02:05.605249 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11288): Terminated: ok {rc=0}\u000a13:02:05.692454 bus /sierra_3: Setting Powered False\u000a13:02:06.793848 bus /sierra_3: Setting Powered False\u000a13:02:07.904825 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 21.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "43", "name" : "voice_trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T13:01:48" }, { "cases" : [ { "testActions" : [ ], "age" : 58, "className" : "voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11300): Process ended prematurely: osmo-stp_10.42.42.5(pid=11300) [trial-2375↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11300)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11300): Process ended prematurely: osmo-stp_10.42.42.5(pid=11300) [trial-2375↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11300)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2375 voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call.py\u000a----------------------------------------------\u000a13:02:09.901255 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a13:02:09.912690 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a13:02:10.073987 tst mo_mt_call.py: using LAC 28575\u000a13:02:10.200927 tst mo_mt_call.py: using RAC 15\u000a13:02:10.330639 tst mo_mt_call.py: using CellId 28575\u000a13:02:10.459281 tst mo_mt_call.py: using BVCI 28576\u000a13:02:10.483612 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a13:02:10.494992 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a13:02:10.506144 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a13:02:10.517353 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a13:02:10.528678 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a13:02:10.539814 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a13:02:10.655036 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a13:02:10.854619 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:02:11.323697 run create_hlr_db(pid=11294): Launched\u000a13:02:11.494766 bus /sierra_2: Setting Powered False\u000a13:02:12.516706 run create_hlr_db(pid=11294): Terminated: ok {rc=0}\u000a13:02:12.911423 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11296): Launched\u000a13:02:13.208904 run osmo-hlr_10.42.42.2(pid=11297): Launched\u000a13:02:13.321803 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:02:13.847671 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11299): Launched\u000a13:02:14.145127 run osmo-stp_10.42.42.5(pid=11300): Launched\u000a13:02:14.254547 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a13:02:14.796535 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11302): Launched\u000a13:02:15.093359 run osmo-msc_10.42.42.6(pid=11303): Launched\u000a13:02:15.268338 run osmo-stp_10.42.42.5(pid=11300): ERR: Terminated: ERROR {rc=1} [trial-2375↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11300)]\u000a13:02:15.395109 run osmo-stp_10.42.42.5(pid=11300): stdout: \u000a| (launched: 2022-12-10_13:02:13.998867)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:02:15.519263 run osmo-stp_10.42.42.5(pid=11300): stderr: \u000a| �[0;m�[38;5;43m20221210130214168 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210130214168 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210130214168 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210130214169 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210130214169 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210130214169 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210130214169 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:02:15.638291 run osmo-stp_10.42.42.5(pid=11300): stdout: \u000a| (launched: 2022-12-10_13:02:13.998867)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:02:15.756319 run osmo-stp_10.42.42.5(pid=11300): stderr: \u000a| �[0;m�[38;5;43m20221210130214168 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210130214168 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210130214168 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210130214169 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210130214169 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210130214169 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210130214169 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:02:15.808211 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=11300): Process ended prematurely: osmo-stp_10.42.42.5(pid=11300) [trial-2375↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11300)] [trial-2375↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8]\u000a13:02:15.816552 tst mo_mt_call.py:8: Test FAILED (6.0 sec)\u000a13:02:15.903094 run osmo-hlr_10.42.42.2(pid=11297): ERR: Terminated: ERROR {rc=237} [trial-2375↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11297)]\u000a13:02:15.952785 run osmo-hlr_10.42.42.2(pid=11297): stdout: \u000a| (launched: 2022-12-10_13:02:13.062676) \u000a13:02:16.003624 run osmo-hlr_10.42.42.2(pid=11297): stderr: \u000a| �[0;m�[1;31m20221210130213240 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210130213240 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210130213240 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210130213240 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210130213240 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210130213240 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210130213252 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2375/run.2022-12-10_12-42-03/voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210130213261 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210130213261 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210130213261 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:02:16.072504 run osmo-msc_10.42.42.6(pid=11303): ERR: Terminated: ERROR {rc=2} [trial-2375↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=11303)]\u000a13:02:16.123654 run osmo-msc_10.42.42.6(pid=11303): stdout: \u000a| (launched: 2022-12-10_13:02:14.947579) \u000a13:02:16.175408 run osmo-msc_10.42.42.6(pid=11303): stderr: \u000a| �[0;m�[38;5;43m20221210130215218 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210130215218 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f34245eec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210130215218 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210130215218 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210130215219 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210130215219 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210130215221 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210130215221 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210130215221 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210130215221 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a13:02:16.218223 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11296): Terminating (SIGTERM)\u000a13:02:16.263004 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11299): Terminating (SIGTERM)\u000a13:02:16.304823 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11302): Terminating (SIGTERM)\u000a13:02:16.314602 --- ParallelTerminationStrategy: PID 11296 died...\u000a13:02:16.370401 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11296): Terminated: ok {rc=0}\u000a13:02:16.380796 --- ParallelTerminationStrategy: PID 11299 died...\u000a13:02:16.437220 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11299): Terminated: ok {rc=0}\u000a13:02:16.447646 --- ParallelTerminationStrategy: PID 11302 died...\u000a13:02:16.503950 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11302): Terminated: ok {rc=0}\u000a13:02:16.589739 bus /sierra_3: Setting Powered False\u000a13:02:17.690694 bus /sierra_3: Setting Powered False\u000a13:02:18.802149 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 58, "className" : "voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11311): Process ended prematurely: osmo-stp_10.42.42.5(pid=11311) [trial-2375↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11311)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11311): Process ended prematurely: osmo-stp_10.42.42.5(pid=11311) [trial-2375↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11311)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2375 voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a13:02:19.910922 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a13:02:19.922380 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a13:02:20.082581 tst mo_mt_call_osmux.py: using LAC 28576\u000a13:02:20.207366 tst mo_mt_call_osmux.py: using RAC 16\u000a13:02:20.334164 tst mo_mt_call_osmux.py: using CellId 28576\u000a13:02:20.458759 tst mo_mt_call_osmux.py: using BVCI 28577\u000a13:02:20.483202 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a13:02:20.494743 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a13:02:20.505947 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a13:02:20.517179 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a13:02:20.528448 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a13:02:20.539681 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a13:02:20.655056 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a13:02:20.852824 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:02:21.323615 run create_hlr_db(pid=11305): Launched\u000a13:02:21.496042 bus /sierra_2: Setting Powered False\u000a13:02:22.518250 run create_hlr_db(pid=11305): Terminated: ok {rc=0}\u000a13:02:22.941353 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11307): Launched\u000a13:02:23.259254 run osmo-hlr_10.42.42.2(pid=11308): Launched\u000a13:02:23.379432 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:02:23.931255 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11310): Launched\u000a13:02:24.248712 run osmo-stp_10.42.42.5(pid=11311): Launched\u000a13:02:24.365109 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a13:02:24.945753 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11313): Launched\u000a13:02:25.263390 run osmo-msc_10.42.42.6(pid=11314): Launched\u000a13:02:25.452673 run osmo-stp_10.42.42.5(pid=11311): ERR: Terminated: ERROR {rc=1} [trial-2375↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11311)]\u000a13:02:25.587616 run osmo-stp_10.42.42.5(pid=11311): stdout: \u000a| (launched: 2022-12-10_13:02:24.093144)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:02:25.722353 run osmo-stp_10.42.42.5(pid=11311): stderr: \u000a| �[0;m�[38;5;43m20221210130224285 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210130224285 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210130224285 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210130224286 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210130224286 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210130224286 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210130224286 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:02:25.851045 run osmo-stp_10.42.42.5(pid=11311): stdout: \u000a| (launched: 2022-12-10_13:02:24.093144)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:02:25.978292 run osmo-stp_10.42.42.5(pid=11311): stderr: \u000a| �[0;m�[38;5;43m20221210130224285 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210130224285 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210130224285 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210130224286 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210130224286 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210130224286 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210130224286 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:02:26.034218 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=11311): Process ended prematurely: osmo-stp_10.42.42.5(pid=11311) [trial-2375↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11311)] [trial-2375↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8]\u000a13:02:26.043391 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a13:02:26.105705 run osmo-hlr_10.42.42.2(pid=11308): ERR: Terminated: ERROR {rc=237} [trial-2375↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11308)]\u000a13:02:26.157266 run osmo-hlr_10.42.42.2(pid=11308): stdout: \u000a| (launched: 2022-12-10_13:02:23.103500) \u000a13:02:26.209287 run osmo-hlr_10.42.42.2(pid=11308): stderr: \u000a| �[0;m�[1;31m20221210130223299 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210130223299 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210130223299 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210130223299 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210130223299 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210130223299 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210130223311 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2375/run.2022-12-10_12-42-03/voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210130223319 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210130223319 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210130223319 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:02:26.280011 run osmo-msc_10.42.42.6(pid=11314): ERR: Terminated: ERROR {rc=2} [trial-2375↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=11314)]\u000a13:02:26.331422 run osmo-msc_10.42.42.6(pid=11314): stdout: \u000a| (launched: 2022-12-10_13:02:25.107792) \u000a13:02:26.383106 run osmo-msc_10.42.42.6(pid=11314): stderr: \u000a| �[0;m�[38;5;43m20221210130225432 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210130225432 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f5fc2340c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210130225432 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210130225432 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210130225432 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210130225433 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210130225434 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210130225435 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210130225435 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210130225435 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a13:02:26.427023 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11307): Terminating (SIGTERM)\u000a13:02:26.468654 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11310): Terminating (SIGTERM)\u000a13:02:26.510116 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11313): Terminating (SIGTERM)\u000a13:02:26.519692 --- ParallelTerminationStrategy: PID 11307 died...\u000a13:02:26.575267 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11307): Terminated: ok {rc=0}\u000a13:02:26.585324 --- ParallelTerminationStrategy: PID 11310 died...\u000a13:02:26.640845 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11310): Terminated: ok {rc=0}\u000a13:02:26.650813 --- ParallelTerminationStrategy: PID 11313 died...\u000a13:02:26.705608 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11313): Terminated: ok {rc=0}\u000a13:02:26.791465 bus /sierra_3: Setting Powered False\u000a13:02:27.893709 bus /sierra_3: Setting Powered False\u000a13:02:29.002569 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "44", "name" : "voice_trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T13:02:09" }, { "cases" : [ { "testActions" : [ ], "age" : 58, "className" : "voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11325): Process ended prematurely: osmo-stp_10.42.42.5(pid=11325) [trial-2375↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11325)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11325): Process ended prematurely: osmo-stp_10.42.42.5(pid=11325) [trial-2375↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11325)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2375 voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call.py\u000a----------------------------------------------\u000a13:02:31.020631 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a13:02:31.032654 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a13:02:31.195463 tst mo_mt_call.py: using LAC 28577\u000a13:02:31.319901 tst mo_mt_call.py: using RAC 17\u000a13:02:31.469021 tst mo_mt_call.py: using CellId 28577\u000a13:02:31.620324 tst mo_mt_call.py: using BVCI 28578\u000a13:02:31.644908 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a13:02:31.658112 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a13:02:31.671576 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a13:02:31.684565 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a13:02:31.697805 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a13:02:31.709619 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a13:02:31.846163 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a13:02:32.081485 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:02:32.566397 run create_hlr_db(pid=11319): Launched\u000a13:02:32.737870 bus /sierra_2: Setting Powered False\u000a13:02:33.759250 run create_hlr_db(pid=11319): Terminated: ok {rc=0}\u000a13:02:34.180901 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11321): Launched\u000a13:02:34.497250 run osmo-hlr_10.42.42.2(pid=11322): Launched\u000a13:02:34.614684 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:02:35.164704 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11324): Launched\u000a13:02:35.481391 run osmo-stp_10.42.42.5(pid=11325): Launched\u000a13:02:35.596913 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a13:02:36.177737 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11329): Launched\u000a13:02:36.494555 run osmo-msc_10.42.42.6(pid=11330): Launched\u000a13:02:36.681602 run osmo-stp_10.42.42.5(pid=11325): ERR: Terminated: ERROR {rc=1} [trial-2375↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11325)]\u000a13:02:36.816232 run osmo-stp_10.42.42.5(pid=11325): stdout: \u000a| (launched: 2022-12-10_13:02:35.326013)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:02:36.951062 run osmo-stp_10.42.42.5(pid=11325): stderr: \u000a| �[0;m�[38;5;43m20221210130235517 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210130235518 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210130235518 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210130235518 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210130235519 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210130235519 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210130235519 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:02:37.078509 run osmo-stp_10.42.42.5(pid=11325): stdout: \u000a| (launched: 2022-12-10_13:02:35.326013)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:02:37.204291 run osmo-stp_10.42.42.5(pid=11325): stderr: \u000a| �[0;m�[38;5;43m20221210130235517 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210130235518 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210130235518 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210130235518 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210130235519 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210130235519 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210130235519 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:02:37.259774 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=11325): Process ended prematurely: osmo-stp_10.42.42.5(pid=11325) [trial-2375↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11325)] [trial-2375↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8]\u000a13:02:37.268723 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a13:02:37.330863 run osmo-hlr_10.42.42.2(pid=11322): ERR: Terminated: ERROR {rc=237} [trial-2375↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11322)]\u000a13:02:37.381384 run osmo-hlr_10.42.42.2(pid=11322): stdout: \u000a| (launched: 2022-12-10_13:02:34.342239) \u000a13:02:37.432540 run osmo-hlr_10.42.42.2(pid=11322): stderr: \u000a| �[0;m�[1;31m20221210130234540 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210130234540 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210130234540 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210130234540 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210130234540 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210130234540 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210130234553 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2375/run.2022-12-10_12-42-03/voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210130234561 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210130234561 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210130234562 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:02:37.502600 run osmo-msc_10.42.42.6(pid=11330): ERR: Terminated: ERROR {rc=2} [trial-2375↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=11330)]\u000a13:02:37.553217 run osmo-msc_10.42.42.6(pid=11330): stdout: \u000a| (launched: 2022-12-10_13:02:36.339518) \u000a13:02:37.604228 run osmo-msc_10.42.42.6(pid=11330): stderr: \u000a| �[0;m�[38;5;43m20221210130236662 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210130236662 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f4564b05c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210130236663 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210130236663 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210130236663 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210130236663 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210130236665 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210130236665 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210130236665 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210130236665 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a13:02:37.647615 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11321): Terminating (SIGTERM)\u000a13:02:37.688620 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11324): Terminating (SIGTERM)\u000a13:02:37.729803 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11329): Terminating (SIGTERM)\u000a13:02:37.738884 --- ParallelTerminationStrategy: PID 11321 died...\u000a13:02:37.793543 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11321): Terminated: ok {rc=0}\u000a13:02:37.803409 --- ParallelTerminationStrategy: PID 11324 died...\u000a13:02:37.858179 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11324): Terminated: ok {rc=0}\u000a13:02:37.867934 --- ParallelTerminationStrategy: PID 11329 died...\u000a13:02:37.922709 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11329): Terminated: ok {rc=0}\u000a13:02:38.008509 bus /sierra_3: Setting Powered False\u000a13:02:39.114842 bus /sierra_3: Setting Powered False\u000a13:02:40.221254 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 58, "className" : "voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11338): Process ended prematurely: osmo-stp_10.42.42.5(pid=11338) [trial-2375↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11338)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11338): Process ended prematurely: osmo-stp_10.42.42.5(pid=11338) [trial-2375↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11338)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2375 voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call_osmux.py\u000a----------------------------------------------\u000a13:02:41.328218 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a13:02:41.339632 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a13:02:41.495058 tst mo_mt_call_osmux.py: using LAC 28578\u000a13:02:41.618082 tst mo_mt_call_osmux.py: using RAC 18\u000a13:02:41.734203 tst mo_mt_call_osmux.py: using CellId 28578\u000a13:02:41.850978 tst mo_mt_call_osmux.py: using BVCI 28579\u000a13:02:41.873815 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a13:02:41.884677 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a13:02:41.895435 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a13:02:41.906506 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a13:02:41.917595 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a13:02:41.928407 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a13:02:42.045355 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a13:02:42.244507 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:02:42.712706 run create_hlr_db(pid=11332): Launched\u000a13:02:42.884020 bus /sierra_2: Setting Powered False\u000a13:02:43.906223 run create_hlr_db(pid=11332): Terminated: ok {rc=0}\u000a13:02:44.327745 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11334): Launched\u000a13:02:44.645931 run osmo-hlr_10.42.42.2(pid=11335): Launched\u000a13:02:44.764750 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:02:45.319742 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11337): Launched\u000a13:02:45.639219 run osmo-stp_10.42.42.5(pid=11338): Launched\u000a13:02:45.757009 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a13:02:46.346291 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11340): Launched\u000a13:02:46.697324 run osmo-msc_10.42.42.6(pid=11341): Launched\u000a13:02:47.208375 run osmo-stp_10.42.42.5(pid=11338): ERR: Terminated: ERROR {rc=1} [trial-2375↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11338)]\u000a13:02:47.355913 run osmo-stp_10.42.42.5(pid=11338): stdout: \u000a| (launched: 2022-12-10_13:02:45.482165)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:02:47.482242 run osmo-stp_10.42.42.5(pid=11338): stderr: \u000a| �[0;m�[38;5;43m20221210130245675 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210130245675 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210130245675 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210130245676 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210130245676 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210130245676 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210130245676 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:02:47.603131 run osmo-stp_10.42.42.5(pid=11338): stdout: \u000a| (launched: 2022-12-10_13:02:45.482165)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:02:47.722984 run osmo-stp_10.42.42.5(pid=11338): stderr: \u000a| �[0;m�[38;5;43m20221210130245675 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210130245675 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210130245675 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210130245676 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210130245676 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210130245676 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210130245676 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:02:47.775478 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=11338): Process ended prematurely: osmo-stp_10.42.42.5(pid=11338) [trial-2375↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11338)] [trial-2375↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8]\u000a13:02:47.784146 tst mo_mt_call_osmux.py:8: Test FAILED (6.5 sec)\u000a13:02:47.846197 run osmo-hlr_10.42.42.2(pid=11335): ERR: Terminated: ERROR {rc=237} [trial-2375↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11335)]\u000a13:02:47.896100 run osmo-hlr_10.42.42.2(pid=11335): stdout: \u000a| (launched: 2022-12-10_13:02:44.489704) \u000a13:02:47.946739 run osmo-hlr_10.42.42.2(pid=11335): stderr: \u000a| �[0;m�[1;31m20221210130244688 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210130244688 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210130244688 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210130244688 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210130244688 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210130244688 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210130244700 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2375/run.2022-12-10_12-42-03/voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210130244708 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210130244709 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210130244709 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:02:48.014962 run osmo-msc_10.42.42.6(pid=11341): ERR: Terminated: ERROR {rc=2} [trial-2375↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=11341)]\u000a13:02:48.064742 run osmo-msc_10.42.42.6(pid=11341): stdout: \u000a| (launched: 2022-12-10_13:02:46.501905) \u000a13:02:48.115165 run osmo-msc_10.42.42.6(pid=11341): stderr: \u000a| �[0;m�[38;5;43m20221210130247074 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210130247075 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fa8f60b9c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210130247075 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210130247075 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210130247075 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210130247075 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210130247080 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210130247081 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210130247081 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210130247081 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a13:02:48.157130 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11334): Terminating (SIGTERM)\u000a13:02:48.197658 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11337): Terminating (SIGTERM)\u000a13:02:48.237678 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11340): Terminating (SIGTERM)\u000a13:02:48.247665 --- ParallelTerminationStrategy: PID 11334 died...\u000a13:02:48.301148 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11334): Terminated: ok {rc=0}\u000a13:02:48.311529 --- ParallelTerminationStrategy: PID 11337 died...\u000a13:02:48.364621 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11337): Terminated: ok {rc=0}\u000a13:02:48.374708 --- ParallelTerminationStrategy: PID 11340 died...\u000a13:02:48.427848 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11340): Terminated: ok {rc=0}\u000a13:02:48.515738 bus /sierra_3: Setting Powered False\u000a13:02:49.617545 bus /sierra_3: Setting Powered False\u000a13:02:50.727284 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "45", "name" : "voice_trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T13:02:30" }, { "cases" : [ { "testActions" : [ ], "age" : 58, "className" : "voice:trx-b200+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11352): Process ended prematurely: osmo-stp_10.42.42.5(pid=11352) [trial-2375↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11352)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11352): Process ended prematurely: osmo-stp_10.42.42.5(pid=11352) [trial-2375↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11352)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2375 voice:trx-b200+mod-bts0-dynts-osmo mo_mt_call.py\u000a----------------------------------------------\u000a13:02:52.716218 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a13:02:52.726972 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a13:02:52.884297 tst mo_mt_call.py: using LAC 28579\u000a13:02:53.001222 tst mo_mt_call.py: using RAC 19\u000a13:02:53.119066 tst mo_mt_call.py: using CellId 28579\u000a13:02:53.240684 tst mo_mt_call.py: using BVCI 28580\u000a13:02:53.263604 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a13:02:53.274291 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a13:02:53.284759 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a13:02:53.295522 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a13:02:53.306389 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a13:02:53.317287 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a13:02:53.431989 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a13:02:53.630958 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:02:54.100285 run create_hlr_db(pid=11346): Launched\u000a13:02:54.272032 bus /sierra_2: Setting Powered False\u000a13:02:55.294322 run create_hlr_db(pid=11346): Terminated: ok {rc=0}\u000a13:02:55.716595 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11348): Launched\u000a13:02:56.035127 run osmo-hlr_10.42.42.2(pid=11349): Launched\u000a13:02:56.155524 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:02:56.709201 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11351): Launched\u000a13:02:57.027366 run osmo-stp_10.42.42.5(pid=11352): Launched\u000a13:02:57.142567 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a13:02:57.723102 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11354): Launched\u000a13:02:58.043145 run osmo-msc_10.42.42.6(pid=11355): Launched\u000a13:02:58.230677 run osmo-stp_10.42.42.5(pid=11352): ERR: Terminated: ERROR {rc=1} [trial-2375↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11352)]\u000a13:02:58.366032 run osmo-stp_10.42.42.5(pid=11352): stdout: \u000a| (launched: 2022-12-10_13:02:56.871834)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:02:58.500718 run osmo-stp_10.42.42.5(pid=11352): stderr: \u000a| �[0;m�[38;5;43m20221210130257064 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210130257064 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210130257064 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210130257064 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210130257065 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210130257065 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210130257065 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:02:58.628509 run osmo-stp_10.42.42.5(pid=11352): stdout: \u000a| (launched: 2022-12-10_13:02:56.871834)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:02:58.755422 run osmo-stp_10.42.42.5(pid=11352): stderr: \u000a| �[0;m�[38;5;43m20221210130257064 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210130257064 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210130257064 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210130257064 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210130257065 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210130257065 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210130257065 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:02:58.811000 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=11352): Process ended prematurely: osmo-stp_10.42.42.5(pid=11352) [trial-2375↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11352)] [trial-2375↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call.py:8]\u000a13:02:58.819981 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a13:02:58.882173 run osmo-hlr_10.42.42.2(pid=11349): ERR: Terminated: ERROR {rc=237} [trial-2375↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11349)]\u000a13:02:58.932836 run osmo-hlr_10.42.42.2(pid=11349): stdout: \u000a| (launched: 2022-12-10_13:02:55.879268) \u000a13:02:58.984181 run osmo-hlr_10.42.42.2(pid=11349): stderr: \u000a| �[0;m�[1;31m20221210130256079 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210130256079 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210130256079 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210130256079 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210130256080 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210130256080 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210130256093 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2375/run.2022-12-10_12-42-03/voice:trx-b200+mod-bts0-dynts-osmo/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210130256101 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210130256102 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210130256102 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:02:59.054145 run osmo-msc_10.42.42.6(pid=11355): ERR: Terminated: ERROR {rc=2} [trial-2375↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=11355)]\u000a13:02:59.104987 run osmo-msc_10.42.42.6(pid=11355): stdout: \u000a| (launched: 2022-12-10_13:02:57.886795) \u000a13:02:59.156386 run osmo-msc_10.42.42.6(pid=11355): stderr: \u000a| �[0;m�[38;5;43m20221210130258209 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210130258209 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f4cac9b2c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210130258209 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210130258209 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210130258209 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210130258209 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210130258211 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210130258211 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210130258211 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210130258212 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a13:02:59.200068 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11348): Terminating (SIGTERM)\u000a13:02:59.241612 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11351): Terminating (SIGTERM)\u000a13:02:59.282950 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11354): Terminating (SIGTERM)\u000a13:02:59.292141 --- ParallelTerminationStrategy: PID 11348 died...\u000a13:02:59.347281 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11348): Terminated: ok {rc=0}\u000a13:02:59.357337 --- ParallelTerminationStrategy: PID 11351 died...\u000a13:02:59.412564 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11351): Terminated: ok {rc=0}\u000a13:02:59.422551 --- ParallelTerminationStrategy: PID 11354 died...\u000a13:02:59.478027 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11354): Terminated: ok {rc=0}\u000a13:02:59.564896 bus /sierra_3: Setting Powered False\u000a13:03:00.666644 bus /sierra_3: Setting Powered False\u000a13:03:01.777174 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 58, "className" : "voice:trx-b200+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11364): Process ended prematurely: osmo-stp_10.42.42.5(pid=11364) [trial-2375↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11364)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11364): Process ended prematurely: osmo-stp_10.42.42.5(pid=11364) [trial-2375↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11364)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2375 voice:trx-b200+mod-bts0-dynts-osmo mo_mt_call_osmux.py\u000a----------------------------------------------\u000a13:03:02.891236 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a13:03:02.903205 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a13:03:03.068085 tst mo_mt_call_osmux.py: using LAC 28580\u000a13:03:03.190945 tst mo_mt_call_osmux.py: using RAC 20\u000a13:03:03.310455 tst mo_mt_call_osmux.py: using CellId 28580\u000a13:03:03.431541 tst mo_mt_call_osmux.py: using BVCI 28581\u000a13:03:03.454767 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a13:03:03.465635 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a13:03:03.476310 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a13:03:03.487600 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a13:03:03.498633 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a13:03:03.509656 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a13:03:03.628451 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a13:03:03.829973 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:03:04.299164 run create_hlr_db(pid=11358): Launched\u000a13:03:04.470764 bus /sierra_2: Setting Powered False\u000a13:03:05.493092 run create_hlr_db(pid=11358): Terminated: ok {rc=0}\u000a13:03:05.915420 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11360): Launched\u000a13:03:06.233289 run osmo-hlr_10.42.42.2(pid=11361): Launched\u000a13:03:06.351208 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:03:06.903621 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11363): Launched\u000a13:03:07.222603 run osmo-stp_10.42.42.5(pid=11364): Launched\u000a13:03:07.339057 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a13:03:07.922335 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11366): Launched\u000a13:03:08.240459 run osmo-msc_10.42.42.6(pid=11367): Launched\u000a13:03:08.428098 run osmo-stp_10.42.42.5(pid=11364): ERR: Terminated: ERROR {rc=1} [trial-2375↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11364)]\u000a13:03:08.563260 run osmo-stp_10.42.42.5(pid=11364): stdout: \u000a| (launched: 2022-12-10_13:03:07.066234)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:03:08.697367 run osmo-stp_10.42.42.5(pid=11364): stderr: \u000a| �[0;m�[38;5;43m20221210130307259 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210130307259 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210130307259 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210130307260 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210130307262 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210130307262 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210130307262 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:03:08.825318 run osmo-stp_10.42.42.5(pid=11364): stdout: \u000a| (launched: 2022-12-10_13:03:07.066234)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:03:08.952546 run osmo-stp_10.42.42.5(pid=11364): stderr: \u000a| �[0;m�[38;5;43m20221210130307259 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210130307259 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210130307259 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210130307260 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210130307262 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210130307262 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210130307262 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:03:09.008490 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=11364): Process ended prematurely: osmo-stp_10.42.42.5(pid=11364) [trial-2375↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11364)] [trial-2375↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8]\u000a13:03:09.017689 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a13:03:09.079785 run osmo-hlr_10.42.42.2(pid=11361): ERR: Terminated: ERROR {rc=237} [trial-2375↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11361)]\u000a13:03:09.131238 run osmo-hlr_10.42.42.2(pid=11361): stdout: \u000a| (launched: 2022-12-10_13:03:06.077716) \u000a13:03:09.183235 run osmo-hlr_10.42.42.2(pid=11361): stderr: \u000a| �[0;m�[1;31m20221210130306285 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210130306285 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210130306285 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210130306285 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210130306285 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210130306285 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210130306297 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2375/run.2022-12-10_12-42-03/voice:trx-b200+mod-bts0-dynts-osmo/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210130306307 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210130306307 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210130306307 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:03:09.253558 run osmo-msc_10.42.42.6(pid=11367): ERR: Terminated: ERROR {rc=2} [trial-2375↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=11367)]\u000a13:03:09.304702 run osmo-msc_10.42.42.6(pid=11367): stdout: \u000a| (launched: 2022-12-10_13:03:08.084726) \u000a13:03:09.356289 run osmo-msc_10.42.42.6(pid=11367): stderr: \u000a| �[0;m�[38;5;43m20221210130308406 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210130308406 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f6b621f6c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210130308406 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210130308406 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210130308406 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210130308407 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210130308408 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210130308409 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210130308409 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210130308409 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a13:03:09.399960 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11360): Terminating (SIGTERM)\u000a13:03:09.441459 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11363): Terminating (SIGTERM)\u000a13:03:09.482927 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11366): Terminating (SIGTERM)\u000a13:03:09.492143 --- ParallelTerminationStrategy: PID 11360 died...\u000a13:03:09.547303 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11360): Terminated: ok {rc=0}\u000a13:03:09.557319 --- ParallelTerminationStrategy: PID 11363 died...\u000a13:03:09.612343 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11363): Terminated: ok {rc=0}\u000a13:03:09.622229 --- ParallelTerminationStrategy: PID 11366 died...\u000a13:03:09.677225 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11366): Terminated: ok {rc=0}\u000a13:03:09.764605 bus /sierra_3: Setting Powered False\u000a13:03:10.869699 bus /sierra_3: Setting Powered False\u000a13:03:11.977116 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "46", "name" : "voice_trx-b200+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T13:02:52" }, { "cases" : [ { "testActions" : [ ], "age" : 58, "className" : "voice:trx-b200+mod-bts0-trxdversion0", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11378): Process ended prematurely: osmo-stp_10.42.42.5(pid=11378) [trial-2375↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11378)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11378): Process ended prematurely: osmo-stp_10.42.42.5(pid=11378) [trial-2375↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11378)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2375 voice:trx-b200+mod-bts0-trxdversion0 mo_mt_call.py\u000a----------------------------------------------\u000a13:03:13.964032 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a13:03:13.974755 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x bts (candidates: 1)\u000a13:03:14.111780 tst mo_mt_call.py: using LAC 28581\u000a13:03:14.230990 tst mo_mt_call.py: using RAC 21\u000a13:03:14.350959 tst mo_mt_call.py: using CellId 28581\u000a13:03:14.471666 tst mo_mt_call.py: using BVCI 28582\u000a13:03:14.494509 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a13:03:14.505281 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a13:03:14.515790 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a13:03:14.526615 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a13:03:14.537398 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a13:03:14.548144 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x modem (candidates: 2)\u000a13:03:14.665552 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x modem (candidates: 2)\u000a13:03:14.866151 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:03:15.335097 run create_hlr_db(pid=11372): Launched\u000a13:03:15.506051 bus /sierra_2: Setting Powered False\u000a13:03:16.528804 run create_hlr_db(pid=11372): Terminated: ok {rc=0}\u000a13:03:16.951826 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11374): Launched\u000a13:03:17.255135 run osmo-hlr_10.42.42.2(pid=11375): Launched\u000a13:03:17.365446 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:03:17.892688 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11377): Launched\u000a13:03:18.209435 run osmo-stp_10.42.42.5(pid=11378): Launched\u000a13:03:18.324545 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a13:03:18.905300 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11380): Launched\u000a13:03:19.222039 run osmo-msc_10.42.42.6(pid=11381): Launched\u000a13:03:19.409044 run osmo-stp_10.42.42.5(pid=11378): ERR: Terminated: ERROR {rc=1} [trial-2375↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11378)]\u000a13:03:19.543715 run osmo-stp_10.42.42.5(pid=11378): stdout: \u000a| (launched: 2022-12-10_13:03:18.054542)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:03:19.678170 run osmo-stp_10.42.42.5(pid=11378): stderr: \u000a| �[0;m�[38;5;43m20221210130318245 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210130318246 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210130318246 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210130318246 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210130318247 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210130318247 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210130318247 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:03:19.805548 run osmo-stp_10.42.42.5(pid=11378): stdout: \u000a| (launched: 2022-12-10_13:03:18.054542)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:03:19.932315 run osmo-stp_10.42.42.5(pid=11378): stderr: \u000a| �[0;m�[38;5;43m20221210130318245 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210130318246 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210130318246 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210130318246 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210130318247 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210130318247 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210130318247 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:03:19.987979 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=11378): Process ended prematurely: osmo-stp_10.42.42.5(pid=11378) [trial-2375↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11378)] [trial-2375↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call.py:8]\u000a13:03:19.997071 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a13:03:20.059133 run osmo-hlr_10.42.42.2(pid=11375): ERR: Terminated: ERROR {rc=237} [trial-2375↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11375)]\u000a13:03:20.110067 run osmo-hlr_10.42.42.2(pid=11375): stdout: \u000a| (launched: 2022-12-10_13:03:17.106788) \u000a13:03:20.161697 run osmo-hlr_10.42.42.2(pid=11375): stderr: \u000a| �[0;m�[1;31m20221210130317279 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210130317279 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210130317279 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210130317279 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210130317279 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210130317279 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210130317300 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2375/run.2022-12-10_12-42-03/voice:trx-b200+mod-bts0-trxdversion0/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210130317310 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210130317310 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210130317310 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:03:20.231740 run osmo-msc_10.42.42.6(pid=11381): ERR: Terminated: ERROR {rc=2} [trial-2375↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=11381)]\u000a13:03:20.282647 run osmo-msc_10.42.42.6(pid=11381): stdout: \u000a| (launched: 2022-12-10_13:03:19.066630) \u000a13:03:20.334123 run osmo-msc_10.42.42.6(pid=11381): stderr: \u000a| �[0;m�[38;5;43m20221210130319387 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210130319387 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f8be9d45c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210130319387 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210130319387 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210130319387 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210130319388 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210130319389 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210130319390 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210130319390 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210130319390 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a13:03:20.377822 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11374): Terminating (SIGTERM)\u000a13:03:20.419297 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11377): Terminating (SIGTERM)\u000a13:03:20.460657 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11380): Terminating (SIGTERM)\u000a13:03:20.469861 --- ParallelTerminationStrategy: PID 11374 died...\u000a13:03:20.524832 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11374): Terminated: ok {rc=0}\u000a13:03:20.534796 --- ParallelTerminationStrategy: PID 11377 died...\u000a13:03:20.589920 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11377): Terminated: ok {rc=0}\u000a13:03:20.599761 --- ParallelTerminationStrategy: PID 11380 died...\u000a13:03:20.654418 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11380): Terminated: ok {rc=0}\u000a13:03:20.739879 bus /sierra_3: Setting Powered False\u000a13:03:21.846015 bus /sierra_3: Setting Powered False\u000a13:03:22.951147 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 58, "className" : "voice:trx-b200+mod-bts0-trxdversion0", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11389): Process ended prematurely: osmo-stp_10.42.42.5(pid=11389) [trial-2375↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11389)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11389): Process ended prematurely: osmo-stp_10.42.42.5(pid=11389) [trial-2375↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11389)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2375 voice:trx-b200+mod-bts0-trxdversion0 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a13:03:24.064101 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a13:03:24.075912 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x bts (candidates: 1)\u000a13:03:24.221564 tst mo_mt_call_osmux.py: using LAC 28582\u000a13:03:24.348709 tst mo_mt_call_osmux.py: using RAC 22\u000a13:03:24.475683 tst mo_mt_call_osmux.py: using CellId 28582\u000a13:03:24.601898 tst mo_mt_call_osmux.py: using BVCI 28583\u000a13:03:24.626044 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a13:03:24.637313 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a13:03:24.648232 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a13:03:24.659235 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a13:03:24.670295 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a13:03:24.681378 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x modem (candidates: 2)\u000a13:03:24.795729 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x modem (candidates: 2)\u000a13:03:24.995548 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:03:25.465328 run create_hlr_db(pid=11383): Launched\u000a13:03:25.637603 bus /sierra_2: Setting Powered False\u000a13:03:26.659952 run create_hlr_db(pid=11383): Terminated: ok {rc=0}\u000a13:03:27.080579 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11385): Launched\u000a13:03:27.399002 run osmo-hlr_10.42.42.2(pid=11386): Launched\u000a13:03:27.517442 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:03:28.071853 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11388): Launched\u000a13:03:28.390446 run osmo-stp_10.42.42.5(pid=11389): Launched\u000a13:03:28.505411 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a13:03:29.086407 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11391): Launched\u000a13:03:29.404239 run osmo-msc_10.42.42.6(pid=11392): Launched\u000a13:03:29.591497 run osmo-stp_10.42.42.5(pid=11389): ERR: Terminated: ERROR {rc=1} [trial-2375↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11389)]\u000a13:03:29.725727 run osmo-stp_10.42.42.5(pid=11389): stdout: \u000a| (launched: 2022-12-10_13:03:28.234587)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:03:29.859578 run osmo-stp_10.42.42.5(pid=11389): stderr: \u000a| �[0;m�[38;5;43m20221210130328425 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210130328425 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210130328425 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210130328426 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210130328426 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210130328426 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210130328426 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:03:29.987821 run osmo-stp_10.42.42.5(pid=11389): stdout: \u000a| (launched: 2022-12-10_13:03:28.234587)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:03:30.114375 run osmo-stp_10.42.42.5(pid=11389): stderr: \u000a| �[0;m�[38;5;43m20221210130328425 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210130328425 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210130328425 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210130328426 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210130328426 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210130328426 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210130328426 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:03:30.169841 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=11389): Process ended prematurely: osmo-stp_10.42.42.5(pid=11389) [trial-2375↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11389)] [trial-2375↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call_osmux.py:8]\u000a13:03:30.178616 tst mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)\u000a13:03:30.240181 run osmo-hlr_10.42.42.2(pid=11386): ERR: Terminated: ERROR {rc=237} [trial-2375↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11386)]\u000a13:03:30.291002 run osmo-hlr_10.42.42.2(pid=11386): stdout: \u000a| (launched: 2022-12-10_13:03:27.242618) \u000a13:03:30.342458 run osmo-hlr_10.42.42.2(pid=11386): stderr: \u000a| �[0;m�[1;31m20221210130327439 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210130327439 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210130327439 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210130327439 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210130327439 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210130327439 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210130327454 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2375/run.2022-12-10_12-42-03/voice:trx-b200+mod-bts0-trxdversion0/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210130327462 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210130327463 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210130327463 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:03:30.411611 run osmo-msc_10.42.42.6(pid=11392): ERR: Terminated: ERROR {rc=2} [trial-2375↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=11392)]\u000a13:03:30.461938 run osmo-msc_10.42.42.6(pid=11392): stdout: \u000a| (launched: 2022-12-10_13:03:29.248105) \u000a13:03:30.513072 run osmo-msc_10.42.42.6(pid=11392): stderr: \u000a| �[0;m�[38;5;43m20221210130329570 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210130329570 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fbbe2361c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210130329570 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210130329570 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210130329571 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210130329571 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210130329572 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210130329573 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210130329573 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210130329573 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a13:03:30.556437 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11385): Terminating (SIGTERM)\u000a13:03:30.597494 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11388): Terminating (SIGTERM)\u000a13:03:30.638437 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11391): Terminating (SIGTERM)\u000a13:03:30.647837 --- ParallelTerminationStrategy: PID 11385 died...\u000a13:03:30.702540 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11385): Terminated: ok {rc=0}\u000a13:03:30.712235 --- ParallelTerminationStrategy: PID 11388 died...\u000a13:03:30.766458 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11388): Terminated: ok {rc=0}\u000a13:03:30.776198 --- ParallelTerminationStrategy: PID 11391 died...\u000a13:03:30.845965 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11391): Terminated: ok {rc=0}\u000a13:03:30.941800 bus /sierra_3: Setting Powered False\u000a13:03:32.045750 bus /sierra_3: Setting Powered False\u000a13:03:33.151253 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "47", "name" : "voice_trx-b200+mod-bts0-trxdversion0", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T13:03:13" }, { "cases" : [ { "testActions" : [ ], "age" : 231, "className" : "voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11404): Process ended prematurely: osmo-stp_10.42.42.5(pid=11404) [trial-2375↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11404)]", "failedSince" : 2145, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11404): Process ended prematurely: osmo-stp_10.42.42.5(pid=11404) [trial-2375↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11404)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2375 voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend mo_mt_call.py\u000a----------------------------------------------\u000a13:03:35.140937 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a13:03:35.152240 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a13:03:35.291942 tst mo_mt_call.py: using LAC 28583\u000a13:03:35.411477 tst mo_mt_call.py: using RAC 23\u000a13:03:35.531114 tst mo_mt_call.py: using CellId 28583\u000a13:03:35.649198 tst mo_mt_call.py: using BVCI 28584\u000a13:03:35.672537 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a13:03:35.683671 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a13:03:35.694803 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a13:03:35.706351 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a13:03:35.718001 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a13:03:35.729479 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a13:03:35.848319 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a13:03:36.060816 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:03:36.571142 run create_hlr_db(pid=11398): Launched\u000a13:03:36.755769 bus /sierra_2: Setting Powered False\u000a13:03:37.776572 run create_hlr_db(pid=11398): Terminated: ok {rc=0}\u000a13:03:38.178470 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11400): Launched\u000a13:03:38.478469 run osmo-hlr_10.42.42.2(pid=11401): Launched\u000a13:03:38.595661 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:03:39.121755 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11403): Launched\u000a13:03:39.420934 run osmo-stp_10.42.42.5(pid=11404): Launched\u000a13:03:39.531313 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a13:03:40.075540 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11406): Launched\u000a13:03:40.374539 run osmo-msc_10.42.42.6(pid=11407): Launched\u000a13:03:40.556178 run osmo-stp_10.42.42.5(pid=11404): ERR: Terminated: ERROR {rc=1} [trial-2375↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11404)]\u000a13:03:40.692744 run osmo-stp_10.42.42.5(pid=11404): stdout: \u000a| (launched: 2022-12-10_13:03:39.273402)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:03:40.822465 run osmo-stp_10.42.42.5(pid=11404): stderr: \u000a| �[0;m�[38;5;43m20221210130339445 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210130339446 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210130339446 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210130339446 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210130339447 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210130339447 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210130339447 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:03:40.942349 run osmo-stp_10.42.42.5(pid=11404): stdout: \u000a| (launched: 2022-12-10_13:03:39.273402)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:03:41.060925 run osmo-stp_10.42.42.5(pid=11404): stderr: \u000a| �[0;m�[38;5;43m20221210130339445 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210130339446 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210130339446 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210130339446 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210130339447 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210130339447 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210130339447 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:03:41.113509 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=11404): Process ended prematurely: osmo-stp_10.42.42.5(pid=11404) [trial-2375↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11404)] [trial-2375↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8]\u000a13:03:41.122243 tst mo_mt_call.py:8: Test FAILED (6.0 sec)\u000a13:03:41.182718 run osmo-hlr_10.42.42.2(pid=11401): ERR: Terminated: ERROR {rc=237} [trial-2375↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11401)]\u000a13:03:41.231770 run osmo-hlr_10.42.42.2(pid=11401): stdout: \u000a| (launched: 2022-12-10_13:03:38.330768) \u000a13:03:41.281592 run osmo-hlr_10.42.42.2(pid=11401): stderr: \u000a| �[0;m�[1;31m20221210130338509 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210130338509 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210130338509 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210130338509 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210130338509 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210130338509 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210130338519 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2375/run.2022-12-10_12-42-03/voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210130338528 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210130338528 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210130338528 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:03:41.348451 run osmo-msc_10.42.42.6(pid=11407): ERR: Terminated: ERROR {rc=2} [trial-2375↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=11407)]\u000a13:03:41.397401 run osmo-msc_10.42.42.6(pid=11407): stdout: \u000a| (launched: 2022-12-10_13:03:40.227310) \u000a13:03:41.446696 run osmo-msc_10.42.42.6(pid=11407): stderr: \u000a| �[0;m�[38;5;43m20221210130340499 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210130340499 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f64b346bc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210130340499 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210130340499 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210130340499 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210130340499 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210130340503 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210130340503 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210130340503 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210130340503 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a13:03:41.488436 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11400): Terminating (SIGTERM)\u000a13:03:41.527921 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11403): Terminating (SIGTERM)\u000a13:03:41.567698 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11406): Terminating (SIGTERM)\u000a13:03:41.577206 --- ParallelTerminationStrategy: PID 11400 died...\u000a13:03:41.630337 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11400): Terminated: ok {rc=0}\u000a13:03:41.640361 --- ParallelTerminationStrategy: PID 11403 died...\u000a13:03:41.692874 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11403): Terminated: ok {rc=0}\u000a13:03:41.702875 --- ParallelTerminationStrategy: PID 11406 died...\u000a13:03:41.755592 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11406): Terminated: ok {rc=0}\u000a13:03:41.838539 bus /sierra_3: Setting Powered False\u000a13:03:42.943432 bus /sierra_3: Setting Powered False\u000a13:03:44.051167 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 211, "className" : "voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11415): Process ended prematurely: osmo-stp_10.42.42.5(pid=11415) [trial-2375↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11415)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11415): Process ended prematurely: osmo-stp_10.42.42.5(pid=11415) [trial-2375↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11415)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2375 voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend mo_mt_call_osmux.py\u000a----------------------------------------------\u000a13:03:45.163588 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a13:03:45.175682 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a13:03:45.322838 tst mo_mt_call_osmux.py: using LAC 28584\u000a13:03:45.449322 tst mo_mt_call_osmux.py: using RAC 24\u000a13:03:45.574728 tst mo_mt_call_osmux.py: using CellId 28584\u000a13:03:45.696879 tst mo_mt_call_osmux.py: using BVCI 28585\u000a13:03:45.720020 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a13:03:45.731294 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a13:03:45.742508 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a13:03:45.754664 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a13:03:45.766870 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a13:03:45.778792 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a13:03:45.931199 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a13:03:46.187132 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:03:46.691298 run create_hlr_db(pid=11409): Launched\u000a13:03:46.869870 bus /sierra_2: Setting Powered False\u000a13:03:47.886019 run create_hlr_db(pid=11409): Terminated: ok {rc=0}\u000a13:03:48.307478 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11411): Launched\u000a13:03:48.625594 run osmo-hlr_10.42.42.2(pid=11412): Launched\u000a13:03:48.742326 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:03:49.292741 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11414): Launched\u000a13:03:49.611330 run osmo-stp_10.42.42.5(pid=11415): Launched\u000a13:03:49.728021 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a13:03:50.312750 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11417): Launched\u000a13:03:50.630111 run osmo-msc_10.42.42.6(pid=11418): Launched\u000a13:03:50.816403 run osmo-stp_10.42.42.5(pid=11415): ERR: Terminated: ERROR {rc=1} [trial-2375↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11415)]\u000a13:03:50.951410 run osmo-stp_10.42.42.5(pid=11415): stdout: \u000a| (launched: 2022-12-10_13:03:49.454801)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:03:51.085490 run osmo-stp_10.42.42.5(pid=11415): stderr: \u000a| �[0;m�[38;5;43m20221210130349646 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210130349646 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210130349647 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210130349647 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210130349647 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210130349647 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210130349648 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:03:51.213043 run osmo-stp_10.42.42.5(pid=11415): stdout: \u000a| (launched: 2022-12-10_13:03:49.454801)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:03:51.339744 run osmo-stp_10.42.42.5(pid=11415): stderr: \u000a| �[0;m�[38;5;43m20221210130349646 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210130349646 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210130349647 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210130349647 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210130349647 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210130349647 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210130349648 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:03:51.395561 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=11415): Process ended prematurely: osmo-stp_10.42.42.5(pid=11415) [trial-2375↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11415)] [trial-2375↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8]\u000a13:03:51.404474 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a13:03:51.466430 run osmo-hlr_10.42.42.2(pid=11412): ERR: Terminated: ERROR {rc=237} [trial-2375↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11412)]\u000a13:03:51.517431 run osmo-hlr_10.42.42.2(pid=11412): stdout: \u000a| (launched: 2022-12-10_13:03:48.470159) \u000a13:03:51.569332 run osmo-hlr_10.42.42.2(pid=11412): stderr: \u000a| �[0;m�[1;31m20221210130348671 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210130348671 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210130348671 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210130348671 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210130348671 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210130348671 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210130348683 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2375/run.2022-12-10_12-42-03/voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210130348691 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210130348691 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210130348691 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:03:51.639960 run osmo-msc_10.42.42.6(pid=11418): ERR: Terminated: ERROR {rc=2} [trial-2375↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=11418)]\u000a13:03:51.691117 run osmo-msc_10.42.42.6(pid=11418): stdout: \u000a| (launched: 2022-12-10_13:03:50.474722) \u000a13:03:51.742972 run osmo-msc_10.42.42.6(pid=11418): stderr: \u000a| �[0;m�[38;5;43m20221210130350799 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210130350799 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ff10ed07c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210130350799 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210130350799 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210130350799 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210130350800 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210130350801 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210130350802 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210130350802 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210130350802 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a13:03:51.786985 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11411): Terminating (SIGTERM)\u000a13:03:51.828718 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11414): Terminating (SIGTERM)\u000a13:03:51.870846 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11417): Terminating (SIGTERM)\u000a13:03:51.880129 --- ParallelTerminationStrategy: PID 11411 died...\u000a13:03:51.935731 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11411): Terminated: ok {rc=0}\u000a13:03:51.945750 --- ParallelTerminationStrategy: PID 11414 died...\u000a13:03:52.000709 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11414): Terminated: ok {rc=0}\u000a13:03:52.010602 --- ParallelTerminationStrategy: PID 11417 died...\u000a13:03:52.065939 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11417): Terminated: ok {rc=0}\u000a13:03:52.153103 bus /sierra_3: Setting Powered False\u000a13:03:53.254775 bus /sierra_3: Setting Powered False\u000a13:03:54.365225 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "48", "name" : "voice_trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T13:03:34" }, { "cases" : [ { "testActions" : [ ], "age" : 58, "className" : "emergency:trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11429): Process ended prematurely: osmo-stp_10.42.42.5(pid=11429) [trial-2375↪emergency:trx-b200↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11429)]", "failedSince" : 2318, "name" : "emergency_mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_mo_mt_call.py\", line 19, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11429): Process ended prematurely: osmo-stp_10.42.42.5(pid=11429) [trial-2375↪emergency:trx-b200↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11429)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2375 emergency:trx-b200 emergency_mo_mt_call.py\u000a----------------------------------------------\u000a13:03:56.367201 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a13:03:56.378074 tst emergency:trx-b200: Using 1 x bts (candidates: 1)\u000a13:03:56.514063 tst emergency_mo_mt_call.py: using LAC 28585\u000a13:03:56.631732 tst emergency_mo_mt_call.py: using RAC 25\u000a13:03:56.749423 tst emergency_mo_mt_call.py: using CellId 28585\u000a13:03:56.864482 tst emergency_mo_mt_call.py: using BVCI 28586\u000a13:03:56.886984 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a13:03:56.897500 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a13:03:56.907803 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a13:03:56.918586 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a13:03:56.929468 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a13:03:56.940279 tst emergency:trx-b200: Using 1 x modem (candidates: 4)\u000a13:03:57.053624 tst emergency:trx-b200: Using 1 x modem (candidates: 4)\u000a13:03:57.251430 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:03:57.710265 run create_hlr_db(pid=11423): Launched\u000a13:03:57.880275 bus /sierra_2: Setting Powered False\u000a13:03:58.899905 run create_hlr_db(pid=11423): Terminated: ok {rc=0}\u000a13:03:59.289915 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11425): Launched\u000a13:03:59.582189 run osmo-hlr_10.42.42.2(pid=11426): Launched\u000a13:03:59.692043 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:04:00.211788 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11428): Launched\u000a13:04:00.506375 run osmo-stp_10.42.42.5(pid=11429): Launched\u000a13:04:00.635004 tst emergency_mo_mt_call.py: using MSISDN 7751\u000a13:04:00.794439 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a13:04:01.380321 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11431): Launched\u000a13:04:01.764924 run osmo-msc_10.42.42.6(pid=11432): Launched\u000a13:04:02.128866 run osmo-stp_10.42.42.5(pid=11429): ERR: Terminated: ERROR {rc=1} [trial-2375↪emergency:trx-b200↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11429)]\u000a13:04:02.282792 run osmo-stp_10.42.42.5(pid=11429): stdout: \u000a| (launched: 2022-12-10_13:04:00.362188)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:04:02.408390 run osmo-stp_10.42.42.5(pid=11429): stderr: \u000a| �[0;m�[38;5;43m20221210130400533 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210130400533 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210130400533 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210130400534 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210130400534 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210130400534 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210130400535 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:04:02.527339 run osmo-stp_10.42.42.5(pid=11429): stdout: \u000a| (launched: 2022-12-10_13:04:00.362188)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:04:02.645180 run osmo-stp_10.42.42.5(pid=11429): stderr: \u000a| �[0;m�[38;5;43m20221210130400533 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210130400533 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210130400533 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210130400534 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210130400534 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210130400534 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210130400535 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:04:02.696455 tst emergency_mo_mt_call.py:19: ERR: Error: osmo-stp_10.42.42.5(pid=11429): Process ended prematurely: osmo-stp_10.42.42.5(pid=11429) [trial-2375↪emergency:trx-b200↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11429)] [trial-2375↪emergency:trx-b200↪emergency_mo_mt_call.py:19]\u000a13:04:02.704589 tst emergency_mo_mt_call.py:19: Test FAILED (6.3 sec)\u000a13:04:02.765090 run osmo-hlr_10.42.42.2(pid=11426): ERR: Terminated: ERROR {rc=237} [trial-2375↪emergency:trx-b200↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11426)]\u000a13:04:02.814381 run osmo-hlr_10.42.42.2(pid=11426): stdout: \u000a| (launched: 2022-12-10_13:03:59.438611) \u000a13:04:02.864229 run osmo-hlr_10.42.42.2(pid=11426): stderr: \u000a| �[0;m�[1;31m20221210130359613 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210130359613 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210130359613 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210130359613 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210130359613 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210130359613 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210130359625 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2375/run.2022-12-10_12-42-03/emergency:trx-b200/emergency_mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210130359633 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210130359633 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210130359633 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:04:02.931442 run osmo-msc_10.42.42.6(pid=11432): ERR: Terminated: ERROR {rc=2} [trial-2375↪emergency:trx-b200↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=11432)]\u000a13:04:02.980585 run osmo-msc_10.42.42.6(pid=11432): stdout: \u000a| (launched: 2022-12-10_13:04:01.532934) \u000a13:04:03.030083 run osmo-msc_10.42.42.6(pid=11432): stderr: \u000a| �[0;m�[38;5;43m20221210130402103 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210130402104 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f00e93e2c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210130402104 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210130402104 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210130402104 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210130402104 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210130402106 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210130402106 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210130402107 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210130402107 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a13:04:03.071764 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11425): Terminating (SIGTERM)\u000a13:04:03.111975 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11428): Terminating (SIGTERM)\u000a13:04:03.151959 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11431): Terminating (SIGTERM)\u000a13:04:03.161591 --- ParallelTerminationStrategy: PID 11425 died...\u000a13:04:03.214784 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11425): Terminated: ok {rc=0}\u000a13:04:03.224794 --- ParallelTerminationStrategy: PID 11428 died...\u000a13:04:03.277731 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11428): Terminated: ok {rc=0}\u000a13:04:03.287613 --- ParallelTerminationStrategy: PID 11431 died...\u000a13:04:03.340284 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11431): Terminated: ok {rc=0}\u000a13:04:03.427470 bus /sierra_3: Setting Powered False\u000a13:04:04.528144 bus /sierra_3: Setting Powered False\u000a13:04:05.639046 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 213, "className" : "emergency:trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11440): Process ended prematurely: osmo-stp_10.42.42.5(pid=11440) [trial-2375↪emergency:trx-b200↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11440)]", "failedSince" : 2163, "name" : "emergency_preemptive_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_preemptive_call.py\", line 32, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11440): Process ended prematurely: osmo-stp_10.42.42.5(pid=11440) [trial-2375↪emergency:trx-b200↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11440)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2375 emergency:trx-b200 emergency_preemptive_call.py\u000a----------------------------------------------\u000a13:04:06.691051 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a13:04:06.702978 tst emergency:trx-b200: Using 1 x bts (candidates: 1)\u000a13:04:06.845154 tst emergency_preemptive_call.py: using LAC 28586\u000a13:04:06.971150 tst emergency_preemptive_call.py: using RAC 26\u000a13:04:07.092509 tst emergency_preemptive_call.py: using CellId 28586\u000a13:04:07.213332 tst emergency_preemptive_call.py: using BVCI 28587\u000a13:04:07.237108 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a13:04:07.247887 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a13:04:07.258710 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a13:04:07.269419 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a13:04:07.280151 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a13:04:07.290824 tst emergency:trx-b200: Using 1 x modem (candidates: 4)\u000a13:04:07.404600 tst emergency:trx-b200: Using 1 x modem (candidates: 4)\u000a13:04:07.519174 tst emergency:trx-b200: Using 1 x modem (candidates: 4)\u000a13:04:07.632602 tst emergency:trx-b200: Using 1 x modem (candidates: 4)\u000a13:04:07.837676 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:04:08.339038 run create_hlr_db(pid=11434): Launched\u000a13:04:08.521047 bus /sierra_2: Setting Powered False\u000a13:04:09.541443 run create_hlr_db(pid=11434): Terminated: ok {rc=0}\u000a13:04:09.936107 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11436): Launched\u000a13:04:10.230703 run osmo-hlr_10.42.42.2(pid=11437): Launched\u000a13:04:10.344117 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:04:10.859272 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11439): Launched\u000a13:04:11.152659 run osmo-stp_10.42.42.5(pid=11440): Launched\u000a13:04:11.276895 tst emergency_preemptive_call.py: using MSISDN 7752\u000a13:04:11.423546 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a13:04:11.983467 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11442): Launched\u000a13:04:12.296695 run osmo-msc_10.42.42.6(pid=11443): Launched\u000a13:04:12.481165 run osmo-stp_10.42.42.5(pid=11440): ERR: Terminated: ERROR {rc=1} [trial-2375↪emergency:trx-b200↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11440)]\u000a13:04:12.614755 run osmo-stp_10.42.42.5(pid=11440): stdout: \u000a| (launched: 2022-12-10_13:04:11.007580)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:04:12.747332 run osmo-stp_10.42.42.5(pid=11440): stderr: \u000a| �[0;m�[38;5;43m20221210130411178 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210130411178 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210130411178 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210130411179 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210130411179 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210130411179 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210130411179 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:04:12.873588 run osmo-stp_10.42.42.5(pid=11440): stdout: \u000a| (launched: 2022-12-10_13:04:11.007580)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:04:12.998269 run osmo-stp_10.42.42.5(pid=11440): stderr: \u000a| �[0;m�[38;5;43m20221210130411178 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210130411178 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210130411178 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210130411179 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210130411179 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210130411179 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210130411179 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:04:13.052699 tst emergency_preemptive_call.py:32: ERR: Error: osmo-stp_10.42.42.5(pid=11440): Process ended prematurely: osmo-stp_10.42.42.5(pid=11440) [trial-2375↪emergency:trx-b200↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11440)] [trial-2375↪emergency:trx-b200↪emergency_preemptive_call.py:32]\u000a13:04:13.061336 tst emergency_preemptive_call.py:32: Test FAILED (6.4 sec)\u000a13:04:13.123926 run osmo-hlr_10.42.42.2(pid=11437): ERR: Terminated: ERROR {rc=237} [trial-2375↪emergency:trx-b200↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11437)]\u000a13:04:13.175602 run osmo-hlr_10.42.42.2(pid=11437): stdout: \u000a| (launched: 2022-12-10_13:04:10.085338) \u000a13:04:13.227858 run osmo-hlr_10.42.42.2(pid=11437): stderr: \u000a| �[0;m�[1;31m20221210130410259 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210130410259 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210130410259 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210130410260 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210130410260 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210130410260 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210130410283 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2375/run.2022-12-10_12-42-03/emergency:trx-b200/emergency_preemptive_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210130410293 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210130410293 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210130410293 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:04:13.299227 run osmo-msc_10.42.42.6(pid=11443): ERR: Terminated: ERROR {rc=2} [trial-2375↪emergency:trx-b200↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=11443)]\u000a13:04:13.350803 run osmo-msc_10.42.42.6(pid=11443): stdout: \u000a| (launched: 2022-12-10_13:04:12.142960) \u000a13:04:13.402844 run osmo-msc_10.42.42.6(pid=11443): stderr: \u000a| �[0;m�[38;5;43m20221210130412464 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210130412464 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fad988e9c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210130412464 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210130412464 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210130412464 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210130412465 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210130412466 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210130412467 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210130412467 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210130412467 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a13:04:13.446673 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11436): Terminating (SIGTERM)\u000a13:04:13.488270 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11439): Terminating (SIGTERM)\u000a13:04:13.530386 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11442): Terminating (SIGTERM)\u000a13:04:13.539977 --- ParallelTerminationStrategy: PID 11436 died...\u000a13:04:13.595607 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11436): Terminated: ok {rc=0}\u000a13:04:13.605659 --- ParallelTerminationStrategy: PID 11439 died...\u000a13:04:13.661101 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11439): Terminated: ok {rc=0}\u000a13:04:13.671104 --- ParallelTerminationStrategy: PID 11442 died...\u000a13:04:13.726576 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11442): Terminated: ok {rc=0}\u000a13:04:13.813145 bus /sierra_9: Setting Powered False\u000a13:04:14.917559 bus /sierra_9: Setting Powered False\u000a13:04:16.029986 bus /sierra_8: Setting Powered False\u000a13:04:17.139693 bus /sierra_8: Setting Powered False\u000a13:04:18.246580 bus /sierra_3: Setting Powered False\u000a13:04:19.352693 bus /sierra_3: Setting Powered False\u000a13:04:20.461107 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 27.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "49", "name" : "emergency_trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T13:03:56" }, { "cases" : [ { "testActions" : [ ], "age" : 58, "className" : "gprs:trx-b200", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11458): Process ended prematurely: osmo-stp_10.42.42.5(pid=11458) [trial-2375↪gprs:trx-b200↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11458)]", "failedSince" : 2318, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11458): Process ended prematurely: osmo-stp_10.42.42.5(pid=11458) [trial-2375↪gprs:trx-b200↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11458)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2375 gprs:trx-b200 cs_paging_gprs_active.py\u000a----------------------------------------------\u000a13:04:22.587509 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a13:04:22.598311 tst gprs:trx-b200: Using 1 x bts (candidates: 1)\u000a13:04:22.742708 tst cs_paging_gprs_active.py: using LAC 28587\u000a13:04:22.866762 tst cs_paging_gprs_active.py: using RAC 27\u000a13:04:22.990561 tst cs_paging_gprs_active.py: using CellId 28587\u000a13:04:23.111568 tst cs_paging_gprs_active.py: using BVCI 28588\u000a13:04:23.134824 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a13:04:23.145442 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a13:04:23.155759 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a13:04:23.166457 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a13:04:23.177393 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a13:04:23.188103 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a13:04:23.199409 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a13:04:23.209474 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a13:04:23.219981 tst gprs:trx-b200: Using 1 x modem (candidates: 4)\u000a13:04:23.334915 tst gprs:trx-b200: Using 1 x modem (candidates: 4)\u000a13:04:23.626178 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a13:04:23.759402 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:04:24.089426 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11448): Launched\u000a13:04:24.363686 run iperf3-srv_10.42.42.10(pid=11449): Launched\u000a13:04:24.559449 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a13:04:24.692819 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:04:25.023267 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11450): Launched\u000a13:04:25.297691 run iperf3-srv_10.42.42.10(pid=11451): Launched\u000a13:04:25.492936 tst cs_paging_gprs_active.py:38: start network...\u000a13:04:25.626703 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:04:26.138763 run create_hlr_db(pid=11452): Launched\u000a13:04:26.324086 bus /sierra_2: Setting Powered False\u000a13:04:27.345344 run create_hlr_db(pid=11452): Terminated: ok {rc=0}\u000a13:04:27.746699 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11454): Launched\u000a13:04:28.046620 run osmo-hlr_10.42.42.2(pid=11455): Launched\u000a13:04:28.161475 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:04:28.693700 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11457): Launched\u000a13:04:28.994727 run osmo-stp_10.42.42.5(pid=11458): Launched\u000a13:04:29.106272 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:04:29.631327 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11460): Launched\u000a13:04:29.739106 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:04:30.001081 run patchelf(pid=11461): Launched\u000a13:04:30.177414 run osmo-stp_10.42.42.5(pid=11458): ERR: Terminated: ERROR {rc=1} [trial-2375↪gprs:trx-b200↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11458)]\u000a13:04:30.306161 run osmo-stp_10.42.42.5(pid=11458): stdout: \u000a| (launched: 2022-12-10_13:04:28.846642)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:04:30.435608 run osmo-stp_10.42.42.5(pid=11458): stderr: \u000a| �[0;m�[38;5;43m20221210130429015 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210130429015 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210130429015 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210130429016 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210130429016 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210130429016 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210130429017 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:04:30.560053 run osmo-stp_10.42.42.5(pid=11458): stdout: \u000a| (launched: 2022-12-10_13:04:28.846642)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:04:30.683611 run osmo-stp_10.42.42.5(pid=11458): stderr: \u000a| �[0;m�[38;5;43m20221210130429015 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210130429015 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210130429015 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210130429016 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210130429016 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210130429016 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210130429017 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:04:30.828227 run patchelf(pid=11461): Terminating (SIGINT)\u000a13:04:31.019294 run patchelf(pid=11461): Terminated: ok {rc=0}\u000a13:04:31.051699 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=11458): Process ended prematurely: osmo-stp_10.42.42.5(pid=11458) [trial-2375↪gprs:trx-b200↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11458)] [trial-2375↪gprs:trx-b200↪cs_paging_gprs_active.py:38]\u000a13:04:31.061828 tst cs_paging_gprs_active.py:38: Test FAILED (8.5 sec)\u000a13:04:31.125092 run osmo-hlr_10.42.42.2(pid=11455): ERR: Terminated: ERROR {rc=237} [trial-2375↪gprs:trx-b200↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11455)]\u000a13:04:31.175363 run osmo-hlr_10.42.42.2(pid=11455): stdout: \u000a| (launched: 2022-12-10_13:04:27.899579) \u000a13:04:31.226048 run osmo-hlr_10.42.42.2(pid=11455): stderr: \u000a| �[0;m�[1;31m20221210130428075 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210130428075 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210130428075 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210130428075 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210130428075 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210130428075 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210130428087 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2375/run.2022-12-10_12-42-03/gprs:trx-b200/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210130428096 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210130428096 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210130428096 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:04:31.270199 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11448): Terminating (SIGTERM)\u000a13:04:31.314094 run iperf3-srv_10.42.42.10(pid=11449): Terminating (SIGTERM)\u000a13:04:31.357922 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11450): Terminating (SIGTERM)\u000a13:04:31.402351 run iperf3-srv_10.42.42.10(pid=11451): Terminating (SIGTERM)\u000a13:04:31.446278 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11454): Terminating (SIGTERM)\u000a13:04:31.487122 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11457): Terminating (SIGTERM)\u000a13:04:31.528892 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11460): Terminating (SIGTERM)\u000a13:04:31.539142 --- ParallelTerminationStrategy: PID 11448 died...\u000a13:04:31.594589 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11448): Terminated: ok {rc=0}\u000a13:04:31.605056 --- ParallelTerminationStrategy: PID 11449 died...\u000a13:04:31.659891 run iperf3-srv_10.42.42.10(pid=11449): Terminated {rc=256}\u000a13:04:31.670238 --- ParallelTerminationStrategy: PID 11450 died...\u000a13:04:31.725390 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11450): Terminated: ok {rc=0}\u000a13:04:31.735710 --- ParallelTerminationStrategy: PID 11451 died...\u000a13:04:31.790620 run iperf3-srv_10.42.42.10(pid=11451): Terminated {rc=256}\u000a13:04:31.801027 --- ParallelTerminationStrategy: PID 11454 died...\u000a13:04:31.854957 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11454): Terminated: ok {rc=0}\u000a13:04:31.866082 --- ParallelTerminationStrategy: PID 11457 died...\u000a13:04:31.921222 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11457): Terminated: ok {rc=0}\u000a13:04:31.931736 --- ParallelTerminationStrategy: PID 11460 died...\u000a13:04:31.987099 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11460): Terminated: ok {rc=0}\u000a13:04:32.071853 bus /gobi_0: Setting Powered False\u000a13:04:33.171428 bus /gobi_0: Setting Powered False\u000a13:04:34.277976 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 58, "className" : "gprs:trx-b200", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11470): Process ended prematurely: osmo-stp_10.42.42.5(pid=11470) [trial-2375↪gprs:trx-b200↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11470)]", "failedSince" : 2318, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11470): Process ended prematurely: osmo-stp_10.42.42.5(pid=11470) [trial-2375↪gprs:trx-b200↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11470)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2375 gprs:trx-b200 iperf3.py\u000a----------------------------------------------\u000a13:04:35.391513 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a13:04:35.402929 tst gprs:trx-b200: Using 1 x bts (candidates: 1)\u000a13:04:35.547921 tst iperf3.py: using LAC 28588\u000a13:04:35.675253 tst iperf3.py: using RAC 28\u000a13:04:35.805944 tst iperf3.py: using CellId 28588\u000a13:04:35.935905 tst iperf3.py: using BVCI 28589\u000a13:04:35.960795 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a13:04:35.971683 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a13:04:35.982351 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a13:04:35.993134 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a13:04:36.003652 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a13:04:36.014264 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a13:04:36.025050 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a13:04:36.035562 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a13:04:36.046470 tst gprs:trx-b200: Using 1 x modem (candidates: 4)\u000a13:04:36.320935 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a13:04:36.446523 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:04:36.756089 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11462): Launched\u000a13:04:37.013336 run iperf3-srv_10.42.42.10(pid=11463): Launched\u000a13:04:37.195564 tst iperf3.py:8: start network...\u000a13:04:37.320227 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:04:37.790166 run create_hlr_db(pid=11464): Launched\u000a13:04:37.961637 bus /gobi_6: Setting Powered False\u000a13:04:38.982850 run create_hlr_db(pid=11464): Terminated: ok {rc=0}\u000a13:04:39.403108 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11466): Launched\u000a13:04:39.722498 run osmo-hlr_10.42.42.2(pid=11467): Launched\u000a13:04:39.840856 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:04:40.398047 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11469): Launched\u000a13:04:40.717475 run osmo-stp_10.42.42.5(pid=11470): Launched\u000a13:04:40.833271 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:04:41.388719 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11472): Launched\u000a13:04:41.502537 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:04:41.778543 run patchelf(pid=11473): Launched\u000a13:04:41.966072 run osmo-stp_10.42.42.5(pid=11470): ERR: Terminated: ERROR {rc=1} [trial-2375↪gprs:trx-b200↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11470)]\u000a13:04:42.102322 run osmo-stp_10.42.42.5(pid=11470): stdout: \u000a| (launched: 2022-12-10_13:04:40.561382)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:04:42.238806 run osmo-stp_10.42.42.5(pid=11470): stderr: \u000a| �[0;m�[38;5;43m20221210130440752 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210130440752 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210130440753 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210130440753 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210130440755 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210130440756 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210130440756 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:04:42.371060 run osmo-stp_10.42.42.5(pid=11470): stdout: \u000a| (launched: 2022-12-10_13:04:40.561382)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:04:42.502874 run osmo-stp_10.42.42.5(pid=11470): stderr: \u000a| �[0;m�[38;5;43m20221210130440752 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210130440752 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210130440753 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210130440753 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210130440755 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210130440756 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210130440756 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:04:42.655203 run patchelf(pid=11473): Terminating (SIGINT)\u000a13:04:42.834042 run patchelf(pid=11473): Terminated: ok {rc=0}\u000a13:04:42.866776 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=11470): Process ended prematurely: osmo-stp_10.42.42.5(pid=11470) [trial-2375↪gprs:trx-b200↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11470)] [trial-2375↪gprs:trx-b200↪iperf3.py:8]\u000a13:04:42.876330 tst iperf3.py:8: Test FAILED (7.5 sec)\u000a13:04:42.938483 run osmo-hlr_10.42.42.2(pid=11467): ERR: Terminated: ERROR {rc=237} [trial-2375↪gprs:trx-b200↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11467)]\u000a13:04:42.989228 run osmo-hlr_10.42.42.2(pid=11467): stdout: \u000a| (launched: 2022-12-10_13:04:39.565713) \u000a13:04:43.040516 run osmo-hlr_10.42.42.2(pid=11467): stderr: \u000a| �[0;m�[1;31m20221210130439766 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210130439766 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210130439766 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210130439766 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210130439766 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210130439766 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210130439778 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2375/run.2022-12-10_12-42-03/gprs:trx-b200/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210130439786 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210130439786 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210130439786 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:04:43.084344 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11462): Terminating (SIGTERM)\u000a13:04:43.125624 run iperf3-srv_10.42.42.10(pid=11463): Terminating (SIGTERM)\u000a13:04:43.167039 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11466): Terminating (SIGTERM)\u000a13:04:43.208287 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11469): Terminating (SIGTERM)\u000a13:04:43.249637 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11472): Terminating (SIGTERM)\u000a13:04:43.259192 --- ParallelTerminationStrategy: PID 11462 died...\u000a13:04:43.314384 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11462): Terminated: ok {rc=0}\u000a13:04:43.324369 --- ParallelTerminationStrategy: PID 11463 died...\u000a13:04:43.378982 run iperf3-srv_10.42.42.10(pid=11463): Terminated {rc=256}\u000a13:04:43.389027 --- ParallelTerminationStrategy: PID 11466 died...\u000a13:04:43.443712 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11466): Terminated: ok {rc=0}\u000a13:04:43.453991 --- ParallelTerminationStrategy: PID 11469 died...\u000a13:04:43.508894 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11469): Terminated: ok {rc=0}\u000a13:04:43.518801 --- ParallelTerminationStrategy: PID 11472 died...\u000a13:04:43.574100 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11472): Terminated: ok {rc=0}\u000a13:04:43.659016 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 190, "className" : "gprs:trx-b200", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11488): Process ended prematurely: osmo-stp_10.42.42.5(pid=11488) [trial-2375↪gprs:trx-b200↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11488)]", "failedSince" : 2186, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11488): Process ended prematurely: osmo-stp_10.42.42.5(pid=11488) [trial-2375↪gprs:trx-b200↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11488)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2375 gprs:trx-b200 iperf3m4.py\u000a----------------------------------------------\u000a13:04:44.771907 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a13:04:44.787124 tst gprs:trx-b200: Using 1 x bts (candidates: 1)\u000a13:04:44.929546 tst iperf3m4.py: using LAC 28589\u000a13:04:45.057544 tst iperf3m4.py: using RAC 29\u000a13:04:45.183468 tst iperf3m4.py: using CellId 28589\u000a13:04:45.309484 tst iperf3m4.py: using BVCI 28590\u000a13:04:45.334246 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a13:04:45.345546 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a13:04:45.356252 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a13:04:45.367072 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a13:04:45.377715 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a13:04:45.388278 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a13:04:45.399099 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a13:04:45.409893 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a13:04:45.420874 tst gprs:trx-b200: Using 1 x modem (candidates: 4)\u000a13:04:45.542604 tst gprs:trx-b200: Using 1 x modem (candidates: 4)\u000a13:04:45.664198 tst gprs:trx-b200: Using 1 x modem (candidates: 4)\u000a13:04:45.779530 tst gprs:trx-b200: Using 1 x modem (candidates: 4)\u000a13:04:46.079272 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a13:04:46.209405 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:04:46.543678 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11474): Launched\u000a13:04:46.830375 run iperf3-srv_10.42.42.10(pid=11475): Launched\u000a13:04:47.034238 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a13:04:47.170946 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:04:47.502071 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11476): Launched\u000a13:04:47.776057 run iperf3-srv_10.42.42.10(pid=11477): Launched\u000a13:04:47.972478 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a13:04:48.106256 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:04:48.435558 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11478): Launched\u000a13:04:48.708912 run iperf3-srv_10.42.42.10(pid=11479): Launched\u000a13:04:48.904173 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a13:04:49.037214 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:04:49.365533 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11480): Launched\u000a13:04:49.639088 run iperf3-srv_10.42.42.10(pid=11481): Launched\u000a13:04:49.834695 tst iperf3m4.py:8: start network...\u000a13:04:49.970110 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:04:50.482054 run create_hlr_db(pid=11482): Launched\u000a13:04:50.667034 bus /gobi_6: Setting Powered False\u000a13:04:51.688377 run create_hlr_db(pid=11482): Terminated: ok {rc=0}\u000a13:04:52.089563 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11484): Launched\u000a13:04:52.388450 run osmo-hlr_10.42.42.2(pid=11485): Launched\u000a13:04:52.505527 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:04:53.033977 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11487): Launched\u000a13:04:53.334885 run osmo-stp_10.42.42.5(pid=11488): Launched\u000a13:04:53.446808 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:04:53.969276 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11490): Launched\u000a13:04:54.076333 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:04:54.337955 run patchelf(pid=11491): Launched\u000a13:04:54.513610 run osmo-stp_10.42.42.5(pid=11488): ERR: Terminated: ERROR {rc=1} [trial-2375↪gprs:trx-b200↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11488)]\u000a13:04:54.642524 run osmo-stp_10.42.42.5(pid=11488): stdout: \u000a| (launched: 2022-12-10_13:04:53.186348)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:04:54.771479 run osmo-stp_10.42.42.5(pid=11488): stderr: \u000a| �[0;m�[38;5;43m20221210130453355 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210130453355 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210130453356 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210130453356 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210130453357 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210130453357 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210130453357 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:04:54.896105 run osmo-stp_10.42.42.5(pid=11488): stdout: \u000a| (launched: 2022-12-10_13:04:53.186348)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:04:55.019632 run osmo-stp_10.42.42.5(pid=11488): stderr: \u000a| �[0;m�[38;5;43m20221210130453355 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210130453355 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210130453356 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210130453356 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210130453357 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210130453357 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210130453357 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:04:55.163138 run patchelf(pid=11491): Terminating (SIGINT)\u000a13:04:55.331477 run patchelf(pid=11491): Terminated: ok {rc=0}\u000a13:04:55.362574 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=11488): Process ended prematurely: osmo-stp_10.42.42.5(pid=11488) [trial-2375↪gprs:trx-b200↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11488)] [trial-2375↪gprs:trx-b200↪iperf3m4.py:8]\u000a13:04:55.371653 tst iperf3m4.py:8: Test FAILED (10.6 sec)\u000a13:04:55.431581 run osmo-hlr_10.42.42.2(pid=11485): ERR: Terminated: ERROR {rc=237} [trial-2375↪gprs:trx-b200↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11485)]\u000a13:04:55.479997 run osmo-hlr_10.42.42.2(pid=11485): stdout: \u000a| (launched: 2022-12-10_13:04:52.241268) \u000a13:04:55.529122 run osmo-hlr_10.42.42.2(pid=11485): stderr: \u000a| �[0;m�[1;31m20221210130452414 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210130452414 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210130452414 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210130452415 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210130452415 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210130452415 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210130452427 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2375/run.2022-12-10_12-42-03/gprs:trx-b200/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210130452435 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210130452436 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210130452436 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:04:55.570683 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11474): Terminating (SIGTERM)\u000a13:04:55.610170 run iperf3-srv_10.42.42.10(pid=11475): Terminating (SIGTERM)\u000a13:04:55.649652 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11476): Terminating (SIGTERM)\u000a13:04:55.688825 run iperf3-srv_10.42.42.10(pid=11477): Terminating (SIGTERM)\u000a13:04:55.728171 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11478): Terminating (SIGTERM)\u000a13:04:55.767356 run iperf3-srv_10.42.42.10(pid=11479): Terminating (SIGTERM)\u000a13:04:55.806464 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11480): Terminating (SIGTERM)\u000a13:04:55.845688 run iperf3-srv_10.42.42.10(pid=11481): Terminating (SIGTERM)\u000a13:04:55.884832 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11484): Terminating (SIGTERM)\u000a13:04:55.924061 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11487): Terminating (SIGTERM)\u000a13:04:55.963327 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11490): Terminating (SIGTERM)\u000a13:04:55.972587 --- ParallelTerminationStrategy: PID 11474 died...\u000a13:04:56.025300 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11474): Terminated: ok {rc=0}\u000a13:04:56.035044 --- ParallelTerminationStrategy: PID 11475 died...\u000a13:04:56.087897 run iperf3-srv_10.42.42.10(pid=11475): Terminated {rc=256}\u000a13:04:56.097383 --- ParallelTerminationStrategy: PID 11476 died...\u000a13:04:56.149959 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11476): Terminated: ok {rc=0}\u000a13:04:56.159641 --- ParallelTerminationStrategy: PID 11477 died...\u000a13:04:56.212075 run iperf3-srv_10.42.42.10(pid=11477): Terminated {rc=256}\u000a13:04:56.221803 --- ParallelTerminationStrategy: PID 11478 died...\u000a13:04:56.274581 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11478): Terminated: ok {rc=0}\u000a13:04:56.284406 --- ParallelTerminationStrategy: PID 11479 died...\u000a13:04:56.336983 run iperf3-srv_10.42.42.10(pid=11479): Terminated {rc=256}\u000a13:04:56.346735 --- ParallelTerminationStrategy: PID 11480 died...\u000a13:04:56.398966 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11480): Terminated: ok {rc=0}\u000a13:04:56.408728 --- ParallelTerminationStrategy: PID 11481 died...\u000a13:04:56.461366 run iperf3-srv_10.42.42.10(pid=11481): Terminated {rc=256}\u000a13:04:56.470992 --- ParallelTerminationStrategy: PID 11484 died...\u000a13:04:56.523151 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11484): Terminated: ok {rc=0}\u000a13:04:56.532849 --- ParallelTerminationStrategy: PID 11487 died...\u000a13:04:56.585638 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11487): Terminated: ok {rc=0}\u000a13:04:56.595591 --- ParallelTerminationStrategy: PID 11490 died...\u000a13:04:56.648140 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11490): Terminated: ok {rc=0}\u000a13:04:56.736854 bus /gobi_4: Setting Powered False\u000a13:04:57.843942 bus /gobi_4: Setting Powered False\u000a13:04:58.950948 bus /gobi_1: Setting Powered False\u000a13:05:00.056645 bus /gobi_1: Setting Powered False\u000a13:05:01.184801 bus /gobi_0: Setting Powered False\u000a13:05:02.292207 bus /gobi_0: Setting Powered False\u000a13:05:03.399758 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 190, "className" : "gprs:trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11501): Process ended prematurely: osmo-stp_10.42.42.5(pid=11501) [trial-2375↪gprs:trx-b200↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11501)]", "failedSince" : 2186, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11501): Process ended prematurely: osmo-stp_10.42.42.5(pid=11501) [trial-2375↪gprs:trx-b200↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11501)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2375 gprs:trx-b200 ping.py\u000a----------------------------------------------\u000a13:05:04.467817 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a13:05:04.479486 tst gprs:trx-b200: Using 1 x bts (candidates: 1)\u000a13:05:04.621513 tst ping.py: using LAC 28590\u000a13:05:04.745668 tst ping.py: using RAC 30\u000a13:05:04.870507 tst ping.py: using CellId 28590\u000a13:05:04.994095 tst ping.py: using BVCI 28591\u000a13:05:05.018324 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a13:05:05.029157 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a13:05:05.039851 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a13:05:05.050593 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a13:05:05.061667 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a13:05:05.072455 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a13:05:05.083454 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a13:05:05.094408 tst gprs:trx-b200: Using 1 x modem (candidates: 4)\u000a13:05:05.381517 tst ping.py:19: start network...\u000a13:05:05.511614 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:05:06.010684 run create_hlr_db(pid=11495): Launched\u000a13:05:06.192018 bus /gobi_6: Setting Powered False\u000a13:05:07.212683 run create_hlr_db(pid=11495): Terminated: ok {rc=0}\u000a13:05:07.630190 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11497): Launched\u000a13:05:07.940199 run osmo-hlr_10.42.42.2(pid=11498): Launched\u000a13:05:08.056021 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:05:08.577088 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11500): Launched\u000a13:05:08.872552 run osmo-stp_10.42.42.5(pid=11501): Launched\u000a13:05:08.981100 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:05:09.495461 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11503): Launched\u000a13:05:09.600304 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:05:09.856417 run patchelf(pid=11504): Launched\u000a13:05:10.029599 run osmo-stp_10.42.42.5(pid=11501): ERR: Terminated: ERROR {rc=1} [trial-2375↪gprs:trx-b200↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11501)]\u000a13:05:10.156234 run osmo-stp_10.42.42.5(pid=11501): stdout: \u000a| (launched: 2022-12-10_13:05:08.727543)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:05:10.283612 run osmo-stp_10.42.42.5(pid=11501): stderr: \u000a| �[0;m�[38;5;43m20221210130508898 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210130508898 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210130508898 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210130508899 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210130508899 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210130508899 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210130508899 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:05:10.406793 run osmo-stp_10.42.42.5(pid=11501): stdout: \u000a| (launched: 2022-12-10_13:05:08.727543)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:05:10.528704 run osmo-stp_10.42.42.5(pid=11501): stderr: \u000a| �[0;m�[38;5;43m20221210130508898 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210130508898 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210130508898 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210130508899 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210130508899 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210130508899 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210130508899 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:05:10.670355 run patchelf(pid=11504): Terminating (SIGINT)\u000a13:05:10.836741 run patchelf(pid=11504): Terminated: ok {rc=0}\u000a13:05:10.866957 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=11501): Process ended prematurely: osmo-stp_10.42.42.5(pid=11501) [trial-2375↪gprs:trx-b200↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11501)] [trial-2375↪gprs:trx-b200↪ping.py:22]\u000a13:05:10.875564 tst ping.py:22: Test FAILED (6.4 sec)\u000a13:05:10.935629 run osmo-hlr_10.42.42.2(pid=11498): ERR: Terminated: ERROR {rc=237} [trial-2375↪gprs:trx-b200↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11498)]\u000a13:05:10.984552 run osmo-hlr_10.42.42.2(pid=11498): stdout: \u000a| (launched: 2022-12-10_13:05:07.790453) \u000a13:05:11.034298 run osmo-hlr_10.42.42.2(pid=11498): stderr: \u000a| �[0;m�[1;31m20221210130507964 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210130507964 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210130507964 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210130507964 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210130507964 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210130507964 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210130507977 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2375/run.2022-12-10_12-42-03/gprs:trx-b200/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210130507985 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210130507985 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210130507985 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:05:11.075914 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11497): Terminating (SIGTERM)\u000a13:05:11.115916 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11500): Terminating (SIGTERM)\u000a13:05:11.155709 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11503): Terminating (SIGTERM)\u000a13:05:11.165201 --- ParallelTerminationStrategy: PID 11497 died...\u000a13:05:11.218272 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11497): Terminated: ok {rc=0}\u000a13:05:11.228106 --- ParallelTerminationStrategy: PID 11500 died...\u000a13:05:11.281136 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11500): Terminated: ok {rc=0}\u000a13:05:11.290711 --- ParallelTerminationStrategy: PID 11503 died...\u000a13:05:11.344077 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11503): Terminated: ok {rc=0}\u000a13:05:11.426746 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 190, "className" : "gprs:trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11511): Process ended prematurely: osmo-stp_10.42.42.5(pid=11511) [trial-2375↪gprs:trx-b200↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11511)]", "failedSince" : 2186, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11511): Process ended prematurely: osmo-stp_10.42.42.5(pid=11511) [trial-2375↪gprs:trx-b200↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11511)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2375 gprs:trx-b200 ping_idle_ping.py\u000a----------------------------------------------\u000a13:05:12.479119 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a13:05:12.490723 tst gprs:trx-b200: Using 1 x bts (candidates: 1)\u000a13:05:12.633441 tst ping_idle_ping.py: using LAC 28591\u000a13:05:12.759407 tst ping_idle_ping.py: using RAC 31\u000a13:05:12.883098 tst ping_idle_ping.py: using CellId 28591\u000a13:05:13.008693 tst ping_idle_ping.py: using BVCI 28592\u000a13:05:13.032900 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a13:05:13.043898 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a13:05:13.054765 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a13:05:13.065562 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a13:05:13.076193 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a13:05:13.086842 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a13:05:13.097819 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a13:05:13.108531 tst gprs:trx-b200: Using 1 x modem (candidates: 4)\u000a13:05:13.392726 tst ping_idle_ping.py:24: start network...\u000a13:05:13.523343 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:05:14.026470 run create_hlr_db(pid=11505): Launched\u000a13:05:14.207655 bus /gobi_6: Setting Powered False\u000a13:05:15.228629 run create_hlr_db(pid=11505): Terminated: ok {rc=0}\u000a13:05:15.625346 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11507): Launched\u000a13:05:16.010339 run osmo-hlr_10.42.42.2(pid=11508): Launched\u000a13:05:16.293914 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:05:16.823407 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11510): Launched\u000a13:05:17.224688 run osmo-stp_10.42.42.5(pid=11511): Launched\u000a13:05:17.350413 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:05:17.864603 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11513): Launched\u000a13:05:17.969843 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:05:18.227380 run patchelf(pid=11514): Launched\u000a13:05:18.400051 run osmo-stp_10.42.42.5(pid=11511): ERR: Terminated: ERROR {rc=1} [trial-2375↪gprs:trx-b200↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11511)]\u000a13:05:18.526541 run osmo-stp_10.42.42.5(pid=11511): stdout: \u000a| (launched: 2022-12-10_13:05:16.975923)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:05:18.652694 run osmo-stp_10.42.42.5(pid=11511): stderr: \u000a| �[0;m�[38;5;43m20221210130517310 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210130517311 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210130517311 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210130517311 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210130517313 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210130517314 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210130517314 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:05:18.775946 run osmo-stp_10.42.42.5(pid=11511): stdout: \u000a| (launched: 2022-12-10_13:05:16.975923)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:05:18.897738 run osmo-stp_10.42.42.5(pid=11511): stderr: \u000a| �[0;m�[38;5;43m20221210130517310 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210130517311 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210130517311 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210130517311 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210130517313 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210130517314 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210130517314 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:05:19.039316 run patchelf(pid=11514): Terminating (SIGINT)\u000a13:05:19.205986 run patchelf(pid=11514): Terminated: ok {rc=0}\u000a13:05:19.236021 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=11511): Process ended prematurely: osmo-stp_10.42.42.5(pid=11511) [trial-2375↪gprs:trx-b200↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11511)] [trial-2375↪gprs:trx-b200↪ping_idle_ping.py:27]\u000a13:05:19.244543 tst ping_idle_ping.py:27: Test FAILED (6.8 sec)\u000a13:05:19.304765 run osmo-hlr_10.42.42.2(pid=11508): ERR: Terminated: ERROR {rc=237} [trial-2375↪gprs:trx-b200↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11508)]\u000a13:05:19.353819 run osmo-hlr_10.42.42.2(pid=11508): stdout: \u000a| (launched: 2022-12-10_13:05:15.774710) \u000a13:05:19.403255 run osmo-hlr_10.42.42.2(pid=11508): stderr: \u000a| �[0;m�[1;31m20221210130516027 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210130516027 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210130516027 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210130516027 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210130516027 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210130516027 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210130516044 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2375/run.2022-12-10_12-42-03/gprs:trx-b200/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210130516052 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210130516057 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210130516057 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:05:19.445023 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11507): Terminating (SIGTERM)\u000a13:05:19.484779 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11510): Terminating (SIGTERM)\u000a13:05:19.524609 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11513): Terminating (SIGTERM)\u000a13:05:19.534158 --- ParallelTerminationStrategy: PID 11507 died...\u000a13:05:19.587703 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11507): Terminated: ok {rc=0}\u000a13:05:19.597371 --- ParallelTerminationStrategy: PID 11510 died...\u000a13:05:19.650509 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11510): Terminated: ok {rc=0}\u000a13:05:19.660001 --- ParallelTerminationStrategy: PID 11513 died...\u000a13:05:19.712756 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11513): Terminated: ok {rc=0}\u000a13:05:19.800702 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "50", "name" : "gprs_trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T13:04:22" }, { "cases" : [ { "testActions" : [ ], "age" : 237, "className" : "gprs:trx-b200+mod-bts0-egprs", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11529): Process ended prematurely: osmo-stp_10.42.42.5(pid=11529) [trial-2375↪gprs:trx-b200+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11529)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11529): Process ended prematurely: osmo-stp_10.42.42.5(pid=11529) [trial-2375↪gprs:trx-b200+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11529)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2375 gprs:trx-b200+mod-bts0-egprs cs_paging_gprs_active.py\u000a----------------------------------------------\u000a13:05:21.940769 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:05:21.951387 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a13:05:22.089299 tst cs_paging_gprs_active.py: using LAC 28592\u000a13:05:22.216022 tst cs_paging_gprs_active.py: using RAC 32\u000a13:05:22.337820 tst cs_paging_gprs_active.py: using CellId 28592\u000a13:05:22.459356 tst cs_paging_gprs_active.py: using BVCI 28593\u000a13:05:22.482501 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:05:22.493277 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:05:22.503867 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:05:22.514638 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:05:22.525229 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:05:22.535741 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:05:22.546558 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:05:22.557135 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:05:22.567804 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a13:05:22.686918 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a13:05:22.976456 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a13:05:23.110029 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:05:23.439886 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11519): Launched\u000a13:05:23.714514 run iperf3-srv_10.42.42.10(pid=11520): Launched\u000a13:05:23.911096 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a13:05:24.045243 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:05:24.375392 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11521): Launched\u000a13:05:24.649783 run iperf3-srv_10.42.42.10(pid=11522): Launched\u000a13:05:24.845930 tst cs_paging_gprs_active.py:38: start network...\u000a13:05:24.980161 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:05:25.492195 run create_hlr_db(pid=11523): Launched\u000a13:05:25.677177 bus /gobi_6: Setting Powered False\u000a13:05:26.698521 run create_hlr_db(pid=11523): Terminated: ok {rc=0}\u000a13:05:27.101568 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11525): Launched\u000a13:05:27.411382 run osmo-hlr_10.42.42.2(pid=11526): Launched\u000a13:05:27.533893 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:05:28.091114 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11528): Launched\u000a13:05:28.412737 run osmo-stp_10.42.42.5(pid=11529): Launched\u000a13:05:28.530166 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:05:29.090830 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11531): Launched\u000a13:05:29.206003 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:05:29.484461 run patchelf(pid=11532): Launched\u000a13:05:29.671642 run osmo-stp_10.42.42.5(pid=11529): ERR: Terminated: ERROR {rc=1} [trial-2375↪gprs:trx-b200+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11529)]\u000a13:05:29.808587 run osmo-stp_10.42.42.5(pid=11529): stdout: \u000a| (launched: 2022-12-10_13:05:28.254654)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:05:29.946214 run osmo-stp_10.42.42.5(pid=11529): stderr: \u000a| �[0;m�[38;5;43m20221210130528448 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210130528448 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210130528448 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210130528449 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210130528449 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210130528449 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210130528449 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:05:30.078971 run osmo-stp_10.42.42.5(pid=11529): stdout: \u000a| (launched: 2022-12-10_13:05:28.254654)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:05:30.210583 run osmo-stp_10.42.42.5(pid=11529): stderr: \u000a| �[0;m�[38;5;43m20221210130528448 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210130528448 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210130528448 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210130528449 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210130528449 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210130528449 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210130528449 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:05:30.363542 run patchelf(pid=11532): Terminating (SIGINT)\u000a13:05:30.543172 run patchelf(pid=11532): Terminated: ok {rc=0}\u000a13:05:30.576342 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=11529): Process ended prematurely: osmo-stp_10.42.42.5(pid=11529) [trial-2375↪gprs:trx-b200+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11529)] [trial-2375↪gprs:trx-b200+mod-bts0-egprs↪cs_paging_gprs_active.py:38]\u000a13:05:30.586064 tst cs_paging_gprs_active.py:38: Test FAILED (8.7 sec)\u000a13:05:30.648742 run osmo-hlr_10.42.42.2(pid=11526): ERR: Terminated: ERROR {rc=237} [trial-2375↪gprs:trx-b200+mod-bts0-egprs↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11526)]\u000a13:05:30.699995 run osmo-hlr_10.42.42.2(pid=11526): stdout: \u000a| (launched: 2022-12-10_13:05:27.254615) \u000a13:05:30.751613 run osmo-hlr_10.42.42.2(pid=11526): stderr: \u000a| �[0;m�[1;31m20221210130527447 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210130527447 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210130527447 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210130527447 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210130527447 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210130527447 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210130527460 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2375/run.2022-12-10_12-42-03/gprs:trx-b200+mod-bts0-egprs/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210130527468 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210130527468 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210130527469 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:05:30.795823 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11519): Terminating (SIGTERM)\u000a13:05:30.844482 run iperf3-srv_10.42.42.10(pid=11520): Terminating (SIGTERM)\u000a13:05:30.894983 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11521): Terminating (SIGTERM)\u000a13:05:30.938365 run iperf3-srv_10.42.42.10(pid=11522): Terminating (SIGTERM)\u000a13:05:30.980536 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11525): Terminating (SIGTERM)\u000a13:05:31.023000 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11528): Terminating (SIGTERM)\u000a13:05:31.065148 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11531): Terminating (SIGTERM)\u000a13:05:31.074733 --- ParallelTerminationStrategy: PID 11519 died...\u000a13:05:31.131517 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11519): Terminated: ok {rc=0}\u000a13:05:31.141987 --- ParallelTerminationStrategy: PID 11520 died...\u000a13:05:31.198193 run iperf3-srv_10.42.42.10(pid=11520): Terminated {rc=256}\u000a13:05:31.208529 --- ParallelTerminationStrategy: PID 11521 died...\u000a13:05:31.264880 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11521): Terminated: ok {rc=0}\u000a13:05:31.275339 --- ParallelTerminationStrategy: PID 11522 died...\u000a13:05:31.331810 run iperf3-srv_10.42.42.10(pid=11522): Terminated {rc=256}\u000a13:05:31.342429 --- ParallelTerminationStrategy: PID 11525 died...\u000a13:05:31.399241 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11525): Terminated: ok {rc=0}\u000a13:05:31.409967 --- ParallelTerminationStrategy: PID 11528 died...\u000a13:05:31.466952 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11528): Terminated: ok {rc=0}\u000a13:05:31.477767 --- ParallelTerminationStrategy: PID 11531 died...\u000a13:05:31.533978 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11531): Terminated: ok {rc=0}\u000a13:05:31.622535 bus /gobi_0: Setting Powered False\u000a13:05:32.724712 bus /gobi_0: Setting Powered False\u000a13:05:33.834540 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 237, "className" : "gprs:trx-b200+mod-bts0-egprs", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11541): Process ended prematurely: osmo-stp_10.42.42.5(pid=11541) [trial-2375↪gprs:trx-b200+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11541)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11541): Process ended prematurely: osmo-stp_10.42.42.5(pid=11541) [trial-2375↪gprs:trx-b200+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11541)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2375 gprs:trx-b200+mod-bts0-egprs iperf3.py\u000a----------------------------------------------\u000a13:05:34.947969 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:05:34.959809 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a13:05:35.106372 tst iperf3.py: using LAC 28593\u000a13:05:35.231423 tst iperf3.py: using RAC 33\u000a13:05:35.358694 tst iperf3.py: using CellId 28593\u000a13:05:35.485961 tst iperf3.py: using BVCI 28594\u000a13:05:35.510449 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:05:35.521625 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:05:35.532466 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:05:35.543353 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:05:35.554365 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:05:35.565183 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:05:35.576081 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:05:35.586869 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:05:35.597895 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a13:05:35.874989 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a13:05:36.001197 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:05:36.311591 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11533): Launched\u000a13:05:36.570466 run iperf3-srv_10.42.42.10(pid=11534): Launched\u000a13:05:36.754336 tst iperf3.py:8: start network...\u000a13:05:36.880827 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:05:37.354370 run create_hlr_db(pid=11535): Launched\u000a13:05:37.527413 bus /gobi_6: Setting Powered False\u000a13:05:38.548657 run create_hlr_db(pid=11535): Terminated: ok {rc=0}\u000a13:05:38.948638 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11537): Launched\u000a13:05:39.247576 run osmo-hlr_10.42.42.2(pid=11538): Launched\u000a13:05:39.360752 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:05:39.880026 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11540): Launched\u000a13:05:40.180329 run osmo-stp_10.42.42.5(pid=11541): Launched\u000a13:05:40.290533 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:05:40.811225 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11543): Launched\u000a13:05:40.918557 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:05:41.178997 run patchelf(pid=11544): Launched\u000a13:05:41.353789 run osmo-stp_10.42.42.5(pid=11541): ERR: Terminated: ERROR {rc=1} [trial-2375↪gprs:trx-b200+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11541)]\u000a13:05:41.482051 run osmo-stp_10.42.42.5(pid=11541): stdout: \u000a| (launched: 2022-12-10_13:05:40.032404)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:05:41.611446 run osmo-stp_10.42.42.5(pid=11541): stderr: \u000a| �[0;m�[38;5;43m20221210130540201 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210130540201 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210130540201 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210130540202 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210130540202 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210130540202 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210130540202 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:05:41.735959 run osmo-stp_10.42.42.5(pid=11541): stdout: \u000a| (launched: 2022-12-10_13:05:40.032404)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:05:41.859405 run osmo-stp_10.42.42.5(pid=11541): stderr: \u000a| �[0;m�[38;5;43m20221210130540201 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210130540201 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210130540201 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210130540202 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210130540202 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210130540202 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210130540202 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:05:42.002926 run patchelf(pid=11544): Terminating (SIGINT)\u000a13:05:42.171112 run patchelf(pid=11544): Terminated: ok {rc=0}\u000a13:05:42.202015 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=11541): Process ended prematurely: osmo-stp_10.42.42.5(pid=11541) [trial-2375↪gprs:trx-b200+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11541)] [trial-2375↪gprs:trx-b200+mod-bts0-egprs↪iperf3.py:8]\u000a13:05:42.211135 tst iperf3.py:8: Test FAILED (7.3 sec)\u000a13:05:42.271039 run osmo-hlr_10.42.42.2(pid=11538): ERR: Terminated: ERROR {rc=237} [trial-2375↪gprs:trx-b200+mod-bts0-egprs↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11538)]\u000a13:05:42.319546 run osmo-hlr_10.42.42.2(pid=11538): stdout: \u000a| (launched: 2022-12-10_13:05:39.100708) \u000a13:05:42.369005 run osmo-hlr_10.42.42.2(pid=11538): stderr: \u000a| �[0;m�[1;31m20221210130539276 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210130539276 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210130539276 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210130539276 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210130539276 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210130539276 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210130539291 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2375/run.2022-12-10_12-42-03/gprs:trx-b200+mod-bts0-egprs/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210130539299 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210130539299 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210130539299 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:05:42.410674 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11533): Terminating (SIGTERM)\u000a13:05:42.450149 run iperf3-srv_10.42.42.10(pid=11534): Terminating (SIGTERM)\u000a13:05:42.489674 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11537): Terminating (SIGTERM)\u000a13:05:42.529109 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11540): Terminating (SIGTERM)\u000a13:05:42.569153 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11543): Terminating (SIGTERM)\u000a13:05:42.578665 --- ParallelTerminationStrategy: PID 11533 died...\u000a13:05:42.631923 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11533): Terminated: ok {rc=0}\u000a13:05:42.641677 --- ParallelTerminationStrategy: PID 11534 died...\u000a13:05:42.694401 run iperf3-srv_10.42.42.10(pid=11534): Terminated {rc=256}\u000a13:05:42.704034 --- ParallelTerminationStrategy: PID 11537 died...\u000a13:05:42.756565 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11537): Terminated: ok {rc=0}\u000a13:05:42.766314 --- ParallelTerminationStrategy: PID 11540 died...\u000a13:05:42.818837 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11540): Terminated: ok {rc=0}\u000a13:05:42.828694 --- ParallelTerminationStrategy: PID 11543 died...\u000a13:05:42.881359 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11543): Terminated: ok {rc=0}\u000a13:05:42.968869 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 237, "className" : "gprs:trx-b200+mod-bts0-egprs", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11559): Process ended prematurely: osmo-stp_10.42.42.5(pid=11559) [trial-2375↪gprs:trx-b200+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11559)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11559): Process ended prematurely: osmo-stp_10.42.42.5(pid=11559) [trial-2375↪gprs:trx-b200+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11559)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2375 gprs:trx-b200+mod-bts0-egprs iperf3m4.py\u000a----------------------------------------------\u000a13:05:44.077742 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:05:44.089040 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a13:05:44.227825 tst iperf3m4.py: using LAC 28594\u000a13:05:44.347777 tst iperf3m4.py: using RAC 34\u000a13:05:44.467563 tst iperf3m4.py: using CellId 28594\u000a13:05:44.585509 tst iperf3m4.py: using BVCI 28595\u000a13:05:44.608419 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:05:44.619093 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:05:44.629645 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:05:44.640272 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:05:44.650960 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:05:44.661651 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:05:44.672586 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:05:44.683397 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:05:44.694445 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a13:05:44.808929 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a13:05:44.926317 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a13:05:45.042358 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a13:05:45.333819 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a13:05:45.467233 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:05:45.795974 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11545): Launched\u000a13:05:46.121017 run iperf3-srv_10.42.42.10(pid=11546): Launched\u000a13:05:46.324067 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a13:05:46.456326 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:05:46.825971 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11547): Launched\u000a13:05:47.185677 run iperf3-srv_10.42.42.10(pid=11548): Launched\u000a13:05:47.386042 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a13:05:47.519481 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:05:47.848407 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11549): Launched\u000a13:05:48.122813 run iperf3-srv_10.42.42.10(pid=11550): Launched\u000a13:05:48.319035 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a13:05:48.452813 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:05:48.781518 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11551): Launched\u000a13:05:49.056554 run iperf3-srv_10.42.42.10(pid=11552): Launched\u000a13:05:49.252071 tst iperf3m4.py:8: start network...\u000a13:05:49.385578 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:05:49.896362 run create_hlr_db(pid=11553): Launched\u000a13:05:50.081002 bus /gobi_6: Setting Powered False\u000a13:05:51.102640 run create_hlr_db(pid=11553): Terminated: ok {rc=0}\u000a13:05:51.505609 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11555): Launched\u000a13:05:51.806641 run osmo-hlr_10.42.42.2(pid=11556): Launched\u000a13:05:51.925089 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:05:52.454665 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11558): Launched\u000a13:05:52.754610 run osmo-stp_10.42.42.5(pid=11559): Launched\u000a13:05:52.872800 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:05:53.400028 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11561): Launched\u000a13:05:53.507032 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:05:53.767973 run patchelf(pid=11562): Launched\u000a13:05:53.943678 run osmo-stp_10.42.42.5(pid=11559): ERR: Terminated: ERROR {rc=1} [trial-2375↪gprs:trx-b200+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11559)]\u000a13:05:54.072064 run osmo-stp_10.42.42.5(pid=11559): stdout: \u000a| (launched: 2022-12-10_13:05:52.607167)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:05:54.200812 run osmo-stp_10.42.42.5(pid=11559): stderr: \u000a| �[0;m�[38;5;43m20221210130552779 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210130552779 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210130552780 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210130552780 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210130552781 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210130552781 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210130552781 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:05:54.325256 run osmo-stp_10.42.42.5(pid=11559): stdout: \u000a| (launched: 2022-12-10_13:05:52.607167)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:05:54.449091 run osmo-stp_10.42.42.5(pid=11559): stderr: \u000a| �[0;m�[38;5;43m20221210130552779 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210130552779 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210130552780 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210130552780 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210130552781 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210130552781 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210130552781 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:05:54.592730 run patchelf(pid=11562): Terminating (SIGINT)\u000a13:05:54.762108 run patchelf(pid=11562): Terminated: ok {rc=0}\u000a13:05:54.793165 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=11559): Process ended prematurely: osmo-stp_10.42.42.5(pid=11559) [trial-2375↪gprs:trx-b200+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11559)] [trial-2375↪gprs:trx-b200+mod-bts0-egprs↪iperf3m4.py:8]\u000a13:05:54.802170 tst iperf3m4.py:8: Test FAILED (10.8 sec)\u000a13:05:54.862925 run osmo-hlr_10.42.42.2(pid=11556): ERR: Terminated: ERROR {rc=237} [trial-2375↪gprs:trx-b200+mod-bts0-egprs↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11556)]\u000a13:05:54.911695 run osmo-hlr_10.42.42.2(pid=11556): stdout: \u000a| (launched: 2022-12-10_13:05:51.658490) \u000a13:05:54.961163 run osmo-hlr_10.42.42.2(pid=11556): stderr: \u000a| �[0;m�[1;31m20221210130551835 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210130551835 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210130551835 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210130551835 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210130551835 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210130551835 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210130551847 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2375/run.2022-12-10_12-42-03/gprs:trx-b200+mod-bts0-egprs/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210130551855 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210130551856 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210130551856 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:05:55.002865 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11545): Terminating (SIGTERM)\u000a13:05:55.042501 run iperf3-srv_10.42.42.10(pid=11546): Terminating (SIGTERM)\u000a13:05:55.082085 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11547): Terminating (SIGTERM)\u000a13:05:55.121669 run iperf3-srv_10.42.42.10(pid=11548): Terminating (SIGTERM)\u000a13:05:55.161091 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11549): Terminating (SIGTERM)\u000a13:05:55.201099 run iperf3-srv_10.42.42.10(pid=11550): Terminating (SIGTERM)\u000a13:05:55.241070 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11551): Terminating (SIGTERM)\u000a13:05:55.280743 run iperf3-srv_10.42.42.10(pid=11552): Terminating (SIGTERM)\u000a13:05:55.320066 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11555): Terminating (SIGTERM)\u000a13:05:55.359479 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11558): Terminating (SIGTERM)\u000a13:05:55.399121 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11561): Terminating (SIGTERM)\u000a13:05:55.408487 --- ParallelTerminationStrategy: PID 11545 died...\u000a13:05:55.461474 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11545): Terminated: ok {rc=0}\u000a13:05:55.471189 --- ParallelTerminationStrategy: PID 11546 died...\u000a13:05:55.524311 run iperf3-srv_10.42.42.10(pid=11546): Terminated {rc=256}\u000a13:05:55.533806 --- ParallelTerminationStrategy: PID 11547 died...\u000a13:05:55.586784 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11547): Terminated: ok {rc=0}\u000a13:05:55.596265 --- ParallelTerminationStrategy: PID 11548 died...\u000a13:05:55.648573 run iperf3-srv_10.42.42.10(pid=11548): Terminated {rc=256}\u000a13:05:55.658212 --- ParallelTerminationStrategy: PID 11549 died...\u000a13:05:55.710620 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11549): Terminated: ok {rc=0}\u000a13:05:55.720261 --- ParallelTerminationStrategy: PID 11550 died...\u000a13:05:55.772927 run iperf3-srv_10.42.42.10(pid=11550): Terminated {rc=256}\u000a13:05:55.782416 --- ParallelTerminationStrategy: PID 11551 died...\u000a13:05:55.835111 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11551): Terminated: ok {rc=0}\u000a13:05:55.844571 --- ParallelTerminationStrategy: PID 11552 died...\u000a13:05:55.897416 run iperf3-srv_10.42.42.10(pid=11552): Terminated {rc=256}\u000a13:05:55.906896 --- ParallelTerminationStrategy: PID 11555 died...\u000a13:05:55.959296 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11555): Terminated: ok {rc=0}\u000a13:05:55.968930 --- ParallelTerminationStrategy: PID 11558 died...\u000a13:05:56.022801 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11558): Terminated: ok {rc=0}\u000a13:05:56.032517 --- ParallelTerminationStrategy: PID 11561 died...\u000a13:05:56.085369 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11561): Terminated: ok {rc=0}\u000a13:05:56.173498 bus /gobi_4: Setting Powered False\u000a13:05:57.276654 bus /gobi_4: Setting Powered False\u000a13:05:58.386301 bus /gobi_1: Setting Powered False\u000a13:05:59.492107 bus /gobi_1: Setting Powered False\u000a13:06:00.598843 bus /gobi_0: Setting Powered False\u000a13:06:01.717722 bus /gobi_0: Setting Powered False\u000a13:06:02.831312 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 237, "className" : "gprs:trx-b200+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11570): Process ended prematurely: osmo-stp_10.42.42.5(pid=11570) [trial-2375↪gprs:trx-b200+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11570)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11570): Process ended prematurely: osmo-stp_10.42.42.5(pid=11570) [trial-2375↪gprs:trx-b200+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11570)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2375 gprs:trx-b200+mod-bts0-egprs ping.py\u000a----------------------------------------------\u000a13:06:03.897991 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:06:03.909238 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a13:06:04.047388 tst ping.py: using LAC 28595\u000a13:06:04.162027 tst ping.py: using RAC 35\u000a13:06:04.276203 tst ping.py: using CellId 28595\u000a13:06:04.390441 tst ping.py: using BVCI 28596\u000a13:06:04.413119 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:06:04.423719 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:06:04.434179 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:06:04.444892 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:06:04.455649 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:06:04.466464 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:06:04.477276 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:06:04.488017 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a13:06:04.757834 tst ping.py:19: start network...\u000a13:06:04.879780 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:06:05.342664 run create_hlr_db(pid=11564): Launched\u000a13:06:05.512587 bus /gobi_6: Setting Powered False\u000a13:06:06.533616 run create_hlr_db(pid=11564): Terminated: ok {rc=0}\u000a13:06:06.950429 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11566): Launched\u000a13:06:07.265862 run osmo-hlr_10.42.42.2(pid=11567): Launched\u000a13:06:07.380834 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:06:07.927908 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11569): Launched\u000a13:06:08.240625 run osmo-stp_10.42.42.5(pid=11570): Launched\u000a13:06:08.354691 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:06:08.901292 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11572): Launched\u000a13:06:09.013848 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:06:09.287845 run patchelf(pid=11573): Launched\u000a13:06:09.472080 run osmo-stp_10.42.42.5(pid=11570): ERR: Terminated: ERROR {rc=1} [trial-2375↪gprs:trx-b200+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11570)]\u000a13:06:09.606349 run osmo-stp_10.42.42.5(pid=11570): stdout: \u000a| (launched: 2022-12-10_13:06:08.087415)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:06:09.740517 run osmo-stp_10.42.42.5(pid=11570): stderr: \u000a| �[0;m�[38;5;43m20221210130608278 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210130608278 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210130608279 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210130608279 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210130608279 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210130608279 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210130608280 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:06:09.870936 run osmo-stp_10.42.42.5(pid=11570): stdout: \u000a| (launched: 2022-12-10_13:06:08.087415)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:06:10.000292 run osmo-stp_10.42.42.5(pid=11570): stderr: \u000a| �[0;m�[38;5;43m20221210130608278 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210130608278 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210130608279 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210130608279 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210130608279 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210130608279 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210130608280 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:06:10.150835 run patchelf(pid=11573): Terminating (SIGINT)\u000a13:06:10.327391 run patchelf(pid=11573): Terminated: ok {rc=0}\u000a13:06:10.359396 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=11570): Process ended prematurely: osmo-stp_10.42.42.5(pid=11570) [trial-2375↪gprs:trx-b200+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11570)] [trial-2375↪gprs:trx-b200+mod-bts0-egprs↪ping.py:22]\u000a13:06:10.368464 tst ping.py:22: Test FAILED (6.5 sec)\u000a13:06:10.430631 run osmo-hlr_10.42.42.2(pid=11567): ERR: Terminated: ERROR {rc=237} [trial-2375↪gprs:trx-b200+mod-bts0-egprs↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11567)]\u000a13:06:10.481473 run osmo-hlr_10.42.42.2(pid=11567): stdout: \u000a| (launched: 2022-12-10_13:06:07.110833) \u000a13:06:10.532837 run osmo-hlr_10.42.42.2(pid=11567): stderr: \u000a| �[0;m�[1;31m20221210130607308 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210130607308 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210130607308 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210130607308 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210130607308 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210130607308 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210130607321 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2375/run.2022-12-10_12-42-03/gprs:trx-b200+mod-bts0-egprs/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210130607329 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210130607329 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210130607329 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:06:10.576881 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11566): Terminating (SIGTERM)\u000a13:06:10.618346 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11569): Terminating (SIGTERM)\u000a13:06:10.659914 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11572): Terminating (SIGTERM)\u000a13:06:10.669580 --- ParallelTerminationStrategy: PID 11566 died...\u000a13:06:10.725124 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11566): Terminated: ok {rc=0}\u000a13:06:10.735221 --- ParallelTerminationStrategy: PID 11569 died...\u000a13:06:10.790763 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11569): Terminated: ok {rc=0}\u000a13:06:10.800863 --- ParallelTerminationStrategy: PID 11572 died...\u000a13:06:10.855832 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11572): Terminated: ok {rc=0}\u000a13:06:10.941195 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 237, "className" : "gprs:trx-b200+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11580): Process ended prematurely: osmo-stp_10.42.42.5(pid=11580) [trial-2375↪gprs:trx-b200+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11580)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11580): Process ended prematurely: osmo-stp_10.42.42.5(pid=11580) [trial-2375↪gprs:trx-b200+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11580)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2375 gprs:trx-b200+mod-bts0-egprs ping_idle_ping.py\u000a----------------------------------------------\u000a13:06:11.994126 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:06:12.005804 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a13:06:12.150085 tst ping_idle_ping.py: using LAC 28596\u000a13:06:12.275099 tst ping_idle_ping.py: using RAC 36\u000a13:06:12.395870 tst ping_idle_ping.py: using CellId 28596\u000a13:06:12.511358 tst ping_idle_ping.py: using BVCI 28597\u000a13:06:12.534056 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:06:12.544819 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:06:12.555399 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:06:12.566634 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:06:12.577445 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:06:12.588002 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:06:12.599475 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:06:12.610349 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a13:06:12.886344 tst ping_idle_ping.py:24: start network...\u000a13:06:13.009853 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:06:13.475414 run create_hlr_db(pid=11574): Launched\u000a13:06:13.645572 bus /gobi_6: Setting Powered False\u000a13:06:14.667000 run create_hlr_db(pid=11574): Terminated: ok {rc=0}\u000a13:06:15.085103 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11576): Launched\u000a13:06:15.399281 run osmo-hlr_10.42.42.2(pid=11577): Launched\u000a13:06:15.516995 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:06:16.087277 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11579): Launched\u000a13:06:16.520206 run osmo-stp_10.42.42.5(pid=11580): Launched\u000a13:06:16.708510 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:06:17.280885 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11582): Launched\u000a13:06:17.392827 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:06:17.666830 run patchelf(pid=11583): Launched\u000a13:06:17.850709 run osmo-stp_10.42.42.5(pid=11580): ERR: Terminated: ERROR {rc=1} [trial-2375↪gprs:trx-b200+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11580)]\u000a13:06:17.985388 run osmo-stp_10.42.42.5(pid=11580): stdout: \u000a| (launched: 2022-12-10_13:06:16.250527)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:06:18.119998 run osmo-stp_10.42.42.5(pid=11580): stderr: \u000a| �[0;m�[38;5;43m20221210130616495 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210130616495 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210130616495 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210130616496 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210130616496 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210130616496 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210130616496 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:06:18.250437 run osmo-stp_10.42.42.5(pid=11580): stdout: \u000a| (launched: 2022-12-10_13:06:16.250527)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:06:18.379623 run osmo-stp_10.42.42.5(pid=11580): stderr: \u000a| �[0;m�[38;5;43m20221210130616495 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210130616495 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210130616495 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210130616496 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210130616496 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210130616496 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210130616496 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:06:18.530559 run patchelf(pid=11583): Terminating (SIGINT)\u000a13:06:18.707865 run patchelf(pid=11583): Terminated: ok {rc=0}\u000a13:06:18.739972 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=11580): Process ended prematurely: osmo-stp_10.42.42.5(pid=11580) [trial-2375↪gprs:trx-b200+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11580)] [trial-2375↪gprs:trx-b200+mod-bts0-egprs↪ping_idle_ping.py:27]\u000a13:06:18.749140 tst ping_idle_ping.py:27: Test FAILED (6.7 sec)\u000a13:06:18.811383 run osmo-hlr_10.42.42.2(pid=11577): ERR: Terminated: ERROR {rc=237} [trial-2375↪gprs:trx-b200+mod-bts0-egprs↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11577)]\u000a13:06:18.862358 run osmo-hlr_10.42.42.2(pid=11577): stdout: \u000a| (launched: 2022-12-10_13:06:15.245488) \u000a13:06:18.914045 run osmo-hlr_10.42.42.2(pid=11577): stderr: \u000a| �[0;m�[1;31m20221210130615441 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210130615441 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210130615441 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210130615441 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210130615441 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210130615441 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210130615453 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2375/run.2022-12-10_12-42-03/gprs:trx-b200+mod-bts0-egprs/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210130615462 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210130615462 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210130615462 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:06:18.958304 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11576): Terminating (SIGTERM)\u000a13:06:19.000059 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11579): Terminating (SIGTERM)\u000a13:06:19.042069 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11582): Terminating (SIGTERM)\u000a13:06:19.051734 --- ParallelTerminationStrategy: PID 11576 died...\u000a13:06:19.107307 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11576): Terminated: ok {rc=0}\u000a13:06:19.117429 --- ParallelTerminationStrategy: PID 11579 died...\u000a13:06:19.172717 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11579): Terminated: ok {rc=0}\u000a13:06:19.182697 --- ParallelTerminationStrategy: PID 11582 died...\u000a13:06:19.238461 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11582): Terminated: ok {rc=0}\u000a13:06:19.325367 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "51", "name" : "gprs_trx-b200+mod-bts0-egprs", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T13:05:21" }, { "cases" : [ { "testActions" : [ ], "age" : 237, "className" : "gprs:trx-b200+mod-bts0-dynts-ipa", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11598): Process ended prematurely: osmo-stp_10.42.42.5(pid=11598) [trial-2375↪gprs:trx-b200+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11598)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11598): Process ended prematurely: osmo-stp_10.42.42.5(pid=11598) [trial-2375↪gprs:trx-b200+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11598)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2375 gprs:trx-b200+mod-bts0-dynts-ipa cs_paging_gprs_active.py\u000a----------------------------------------------\u000a13:06:21.481163 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:06:21.491748 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a13:06:21.651771 tst cs_paging_gprs_active.py: using LAC 28597\u000a13:06:21.773814 tst cs_paging_gprs_active.py: using RAC 37\u000a13:06:21.890523 tst cs_paging_gprs_active.py: using CellId 28597\u000a13:06:22.014105 tst cs_paging_gprs_active.py: using BVCI 28598\u000a13:06:22.037185 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:06:22.047885 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:06:22.058470 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:06:22.069248 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:06:22.079806 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:06:22.090690 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:06:22.101611 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:06:22.112170 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:06:22.124075 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a13:06:22.243033 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a13:06:22.520848 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a13:06:22.646876 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:06:22.956058 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11588): Launched\u000a13:06:23.212942 run iperf3-srv_10.42.42.10(pid=11589): Launched\u000a13:06:23.395509 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a13:06:23.519983 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:06:23.830042 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11590): Launched\u000a13:06:24.087243 run iperf3-srv_10.42.42.10(pid=11591): Launched\u000a13:06:24.269777 tst cs_paging_gprs_active.py:38: start network...\u000a13:06:24.394772 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:06:24.866995 run create_hlr_db(pid=11592): Launched\u000a13:06:25.039479 bus /gobi_6: Setting Powered False\u000a13:06:26.060856 run create_hlr_db(pid=11592): Terminated: ok {rc=0}\u000a13:06:26.485492 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11594): Launched\u000a13:06:26.805344 run osmo-hlr_10.42.42.2(pid=11595): Launched\u000a13:06:26.926922 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:06:27.483195 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11597): Launched\u000a13:06:27.803384 run osmo-stp_10.42.42.5(pid=11598): Launched\u000a13:06:27.919473 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:06:28.478557 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11600): Launched\u000a13:06:28.592555 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:06:28.869658 run patchelf(pid=11601): Launched\u000a13:06:29.057493 run osmo-stp_10.42.42.5(pid=11598): ERR: Terminated: ERROR {rc=1} [trial-2375↪gprs:trx-b200+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11598)]\u000a13:06:29.194266 run osmo-stp_10.42.42.5(pid=11598): stdout: \u000a| (launched: 2022-12-10_13:06:27.646536)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:06:29.331428 run osmo-stp_10.42.42.5(pid=11598): stderr: \u000a| �[0;m�[38;5;43m20221210130627839 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210130627839 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210130627840 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210130627840 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210130627840 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210130627841 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210130627841 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:06:29.464220 run osmo-stp_10.42.42.5(pid=11598): stdout: \u000a| (launched: 2022-12-10_13:06:27.646536)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:06:29.596001 run osmo-stp_10.42.42.5(pid=11598): stderr: \u000a| �[0;m�[38;5;43m20221210130627839 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210130627839 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210130627840 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210130627840 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210130627840 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210130627841 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210130627841 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:06:29.748819 run patchelf(pid=11601): Terminating (SIGINT)\u000a13:06:29.928449 run patchelf(pid=11601): Terminated: ok {rc=0}\u000a13:06:29.961979 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=11598): Process ended prematurely: osmo-stp_10.42.42.5(pid=11598) [trial-2375↪gprs:trx-b200+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11598)] [trial-2375↪gprs:trx-b200+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38]\u000a13:06:29.971626 tst cs_paging_gprs_active.py:38: Test FAILED (8.5 sec)\u000a13:06:30.034177 run osmo-hlr_10.42.42.2(pid=11595): ERR: Terminated: ERROR {rc=237} [trial-2375↪gprs:trx-b200+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11595)]\u000a13:06:30.085346 run osmo-hlr_10.42.42.2(pid=11595): stdout: \u000a| (launched: 2022-12-10_13:06:26.648678) \u000a13:06:30.137307 run osmo-hlr_10.42.42.2(pid=11595): stderr: \u000a| �[0;m�[1;31m20221210130626848 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210130626849 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210130626849 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210130626849 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210130626849 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210130626849 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210130626862 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2375/run.2022-12-10_12-42-03/gprs:trx-b200+mod-bts0-dynts-ipa/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210130626871 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210130626872 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210130626872 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:06:30.181406 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11588): Terminating (SIGTERM)\u000a13:06:30.222944 run iperf3-srv_10.42.42.10(pid=11589): Terminating (SIGTERM)\u000a13:06:30.264469 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11590): Terminating (SIGTERM)\u000a13:06:30.305840 run iperf3-srv_10.42.42.10(pid=11591): Terminating (SIGTERM)\u000a13:06:30.347354 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11594): Terminating (SIGTERM)\u000a13:06:30.388905 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11597): Terminating (SIGTERM)\u000a13:06:30.430330 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11600): Terminating (SIGTERM)\u000a13:06:30.439836 --- ParallelTerminationStrategy: PID 11588 died...\u000a13:06:30.495214 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11588): Terminated: ok {rc=0}\u000a13:06:30.505203 --- ParallelTerminationStrategy: PID 11589 died...\u000a13:06:30.560156 run iperf3-srv_10.42.42.10(pid=11589): Terminated {rc=256}\u000a13:06:30.570058 --- ParallelTerminationStrategy: PID 11590 died...\u000a13:06:30.625152 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11590): Terminated: ok {rc=0}\u000a13:06:30.634996 --- ParallelTerminationStrategy: PID 11591 died...\u000a13:06:30.690200 run iperf3-srv_10.42.42.10(pid=11591): Terminated {rc=256}\u000a13:06:30.700027 --- ParallelTerminationStrategy: PID 11594 died...\u000a13:06:30.754752 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11594): Terminated: ok {rc=0}\u000a13:06:30.764515 --- ParallelTerminationStrategy: PID 11597 died...\u000a13:06:30.819237 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11597): Terminated: ok {rc=0}\u000a13:06:30.829539 --- ParallelTerminationStrategy: PID 11600 died...\u000a13:06:30.891909 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11600): Terminated: ok {rc=0}\u000a13:06:30.980002 bus /gobi_0: Setting Powered False\u000a13:06:32.082804 bus /gobi_0: Setting Powered False\u000a13:06:33.190033 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 237, "className" : "gprs:trx-b200+mod-bts0-dynts-ipa", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11610): Process ended prematurely: osmo-stp_10.42.42.5(pid=11610) [trial-2375↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11610)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11610): Process ended prematurely: osmo-stp_10.42.42.5(pid=11610) [trial-2375↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11610)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2375 gprs:trx-b200+mod-bts0-dynts-ipa iperf3.py\u000a----------------------------------------------\u000a13:06:34.298108 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:06:34.309484 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a13:06:34.468514 tst iperf3.py: using LAC 28598\u000a13:06:34.594575 tst iperf3.py: using RAC 38\u000a13:06:34.720021 tst iperf3.py: using CellId 28598\u000a13:06:34.845558 tst iperf3.py: using BVCI 28599\u000a13:06:34.870196 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:06:34.881340 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:06:34.892248 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:06:34.903308 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:06:34.914204 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:06:34.925268 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:06:34.936246 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:06:34.947424 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:06:34.958557 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a13:06:35.246233 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a13:06:35.380474 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:06:35.709380 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11602): Launched\u000a13:06:35.983656 run iperf3-srv_10.42.42.10(pid=11603): Launched\u000a13:06:36.179758 tst iperf3.py:8: start network...\u000a13:06:36.313564 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:06:36.823276 run create_hlr_db(pid=11604): Launched\u000a13:06:37.008374 bus /gobi_6: Setting Powered False\u000a13:06:38.028837 run create_hlr_db(pid=11604): Terminated: ok {rc=0}\u000a13:06:38.428673 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11606): Launched\u000a13:06:38.727689 run osmo-hlr_10.42.42.2(pid=11607): Launched\u000a13:06:38.841568 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:06:39.367940 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11609): Launched\u000a13:06:39.668017 run osmo-stp_10.42.42.5(pid=11610): Launched\u000a13:06:39.778031 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:06:40.298231 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11612): Launched\u000a13:06:40.405511 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:06:40.665098 run patchelf(pid=11613): Launched\u000a13:06:40.839536 run osmo-stp_10.42.42.5(pid=11610): ERR: Terminated: ERROR {rc=1} [trial-2375↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11610)]\u000a13:06:40.967267 run osmo-stp_10.42.42.5(pid=11610): stdout: \u000a| (launched: 2022-12-10_13:06:39.519864)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:06:41.095756 run osmo-stp_10.42.42.5(pid=11610): stderr: \u000a| �[0;m�[38;5;43m20221210130639690 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210130639690 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210130639690 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210130639691 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210130639691 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210130639691 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210130639691 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:06:41.219683 run osmo-stp_10.42.42.5(pid=11610): stdout: \u000a| (launched: 2022-12-10_13:06:39.519864)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:06:41.342210 run osmo-stp_10.42.42.5(pid=11610): stderr: \u000a| �[0;m�[38;5;43m20221210130639690 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210130639690 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210130639690 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210130639691 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210130639691 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210130639691 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210130639691 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:06:41.486308 run patchelf(pid=11613): Terminating (SIGINT)\u000a13:06:41.655082 run patchelf(pid=11613): Terminated: ok {rc=0}\u000a13:06:41.686005 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=11610): Process ended prematurely: osmo-stp_10.42.42.5(pid=11610) [trial-2375↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11610)] [trial-2375↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3.py:8]\u000a13:06:41.695146 tst iperf3.py:8: Test FAILED (7.4 sec)\u000a13:06:41.755254 run osmo-hlr_10.42.42.2(pid=11607): ERR: Terminated: ERROR {rc=237} [trial-2375↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11607)]\u000a13:06:41.803979 run osmo-hlr_10.42.42.2(pid=11607): stdout: \u000a| (launched: 2022-12-10_13:06:38.580849) \u000a13:06:41.853334 run osmo-hlr_10.42.42.2(pid=11607): stderr: \u000a| �[0;m�[1;31m20221210130638755 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210130638755 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210130638755 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210130638755 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210130638756 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210130638756 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210130638768 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2375/run.2022-12-10_12-42-03/gprs:trx-b200+mod-bts0-dynts-ipa/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210130638778 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210130638779 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210130638779 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:06:41.894879 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11602): Terminating (SIGTERM)\u000a13:06:41.934416 run iperf3-srv_10.42.42.10(pid=11603): Terminating (SIGTERM)\u000a13:06:41.973818 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11606): Terminating (SIGTERM)\u000a13:06:42.013415 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11609): Terminating (SIGTERM)\u000a13:06:42.053192 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11612): Terminating (SIGTERM)\u000a13:06:42.062551 --- ParallelTerminationStrategy: PID 11602 died...\u000a13:06:42.115696 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11602): Terminated: ok {rc=0}\u000a13:06:42.125819 --- ParallelTerminationStrategy: PID 11603 died...\u000a13:06:42.179093 run iperf3-srv_10.42.42.10(pid=11603): Terminated {rc=256}\u000a13:06:42.188509 --- ParallelTerminationStrategy: PID 11606 died...\u000a13:06:42.241135 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11606): Terminated: ok {rc=0}\u000a13:06:42.250835 --- ParallelTerminationStrategy: PID 11609 died...\u000a13:06:42.303658 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11609): Terminated: ok {rc=0}\u000a13:06:42.313400 --- ParallelTerminationStrategy: PID 11612 died...\u000a13:06:42.366352 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11612): Terminated: ok {rc=0}\u000a13:06:42.455291 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 237, "className" : "gprs:trx-b200+mod-bts0-dynts-ipa", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11628): Process ended prematurely: osmo-stp_10.42.42.5(pid=11628) [trial-2375↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11628)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11628): Process ended prematurely: osmo-stp_10.42.42.5(pid=11628) [trial-2375↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11628)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2375 gprs:trx-b200+mod-bts0-dynts-ipa iperf3m4.py\u000a----------------------------------------------\u000a13:06:43.564885 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:06:43.576131 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a13:06:43.731125 tst iperf3m4.py: using LAC 28599\u000a13:06:43.847245 tst iperf3m4.py: using RAC 39\u000a13:06:43.963610 tst iperf3m4.py: using CellId 28599\u000a13:06:44.082033 tst iperf3m4.py: using BVCI 28600\u000a13:06:44.104784 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:06:44.115461 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:06:44.126003 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:06:44.136675 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:06:44.147486 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:06:44.158459 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:06:44.169411 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:06:44.179917 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:06:44.190741 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a13:06:44.306057 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a13:06:44.428313 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a13:06:44.549210 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a13:06:44.823592 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a13:06:44.948838 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:06:45.258992 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11614): Launched\u000a13:06:45.517755 run iperf3-srv_10.42.42.10(pid=11615): Launched\u000a13:06:45.700802 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a13:06:45.826212 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:06:46.161557 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11616): Launched\u000a13:06:46.434367 run iperf3-srv_10.42.42.10(pid=11617): Launched\u000a13:06:46.623444 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a13:06:46.753312 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:06:47.109427 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11618): Launched\u000a13:06:47.398434 run iperf3-srv_10.42.42.10(pid=11619): Launched\u000a13:06:47.595514 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a13:06:47.729822 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:06:48.060160 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11620): Launched\u000a13:06:48.334430 run iperf3-srv_10.42.42.10(pid=11621): Launched\u000a13:06:48.530175 tst iperf3m4.py:8: start network...\u000a13:06:48.663727 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:06:49.175028 run create_hlr_db(pid=11622): Launched\u000a13:06:49.360088 bus /gobi_6: Setting Powered False\u000a13:06:50.380536 run create_hlr_db(pid=11622): Terminated: ok {rc=0}\u000a13:06:50.782228 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11624): Launched\u000a13:06:51.082085 run osmo-hlr_10.42.42.2(pid=11625): Launched\u000a13:06:51.197266 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:06:51.726163 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11627): Launched\u000a13:06:52.025996 run osmo-stp_10.42.42.5(pid=11628): Launched\u000a13:06:52.136031 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:06:52.657759 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11630): Launched\u000a13:06:52.765130 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:06:53.026878 run patchelf(pid=11631): Launched\u000a13:06:53.202577 run osmo-stp_10.42.42.5(pid=11628): ERR: Terminated: ERROR {rc=1} [trial-2375↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11628)]\u000a13:06:53.331052 run osmo-stp_10.42.42.5(pid=11628): stdout: \u000a| (launched: 2022-12-10_13:06:51.878850)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:06:53.460293 run osmo-stp_10.42.42.5(pid=11628): stderr: \u000a| �[0;m�[38;5;43m20221210130652051 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210130652051 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210130652051 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210130652051 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210130652052 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210130652052 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210130652052 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:06:53.585747 run osmo-stp_10.42.42.5(pid=11628): stdout: \u000a| (launched: 2022-12-10_13:06:51.878850)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:06:53.709702 run osmo-stp_10.42.42.5(pid=11628): stderr: \u000a| �[0;m�[38;5;43m20221210130652051 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210130652051 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210130652051 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210130652051 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210130652052 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210130652052 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210130652052 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:06:53.853901 run patchelf(pid=11631): Terminating (SIGINT)\u000a13:06:54.023853 run patchelf(pid=11631): Terminated: ok {rc=0}\u000a13:06:54.054956 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=11628): Process ended prematurely: osmo-stp_10.42.42.5(pid=11628) [trial-2375↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11628)] [trial-2375↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3m4.py:8]\u000a13:06:54.064171 tst iperf3m4.py:8: Test FAILED (10.5 sec)\u000a13:06:54.124776 run osmo-hlr_10.42.42.2(pid=11625): ERR: Terminated: ERROR {rc=237} [trial-2375↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11625)]\u000a13:06:54.173868 run osmo-hlr_10.42.42.2(pid=11625): stdout: \u000a| (launched: 2022-12-10_13:06:50.934098) \u000a13:06:54.223336 run osmo-hlr_10.42.42.2(pid=11625): stderr: \u000a| �[0;m�[1;31m20221210130651111 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210130651111 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210130651111 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210130651111 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210130651111 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210130651111 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210130651126 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2375/run.2022-12-10_12-42-03/gprs:trx-b200+mod-bts0-dynts-ipa/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210130651135 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210130651136 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210130651136 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:06:54.265248 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11614): Terminating (SIGTERM)\u000a13:06:54.305077 run iperf3-srv_10.42.42.10(pid=11615): Terminating (SIGTERM)\u000a13:06:54.345248 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11616): Terminating (SIGTERM)\u000a13:06:54.384913 run iperf3-srv_10.42.42.10(pid=11617): Terminating (SIGTERM)\u000a13:06:54.425079 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11618): Terminating (SIGTERM)\u000a13:06:54.464530 run iperf3-srv_10.42.42.10(pid=11619): Terminating (SIGTERM)\u000a13:06:54.504316 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11620): Terminating (SIGTERM)\u000a13:06:54.543962 run iperf3-srv_10.42.42.10(pid=11621): Terminating (SIGTERM)\u000a13:06:54.583588 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11624): Terminating (SIGTERM)\u000a13:06:54.623218 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11627): Terminating (SIGTERM)\u000a13:06:54.663072 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11630): Terminating (SIGTERM)\u000a13:06:54.672404 --- ParallelTerminationStrategy: PID 11614 died...\u000a13:06:54.725042 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11614): Terminated: ok {rc=0}\u000a13:06:54.734794 --- ParallelTerminationStrategy: PID 11615 died...\u000a13:06:54.787444 run iperf3-srv_10.42.42.10(pid=11615): Terminated {rc=256}\u000a13:06:54.796850 --- ParallelTerminationStrategy: PID 11616 died...\u000a13:06:54.849090 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11616): Terminated: ok {rc=0}\u000a13:06:54.858701 --- ParallelTerminationStrategy: PID 11617 died...\u000a13:06:54.911030 run iperf3-srv_10.42.42.10(pid=11617): Terminated {rc=256}\u000a13:06:54.920473 --- ParallelTerminationStrategy: PID 11618 died...\u000a13:06:54.972689 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11618): Terminated: ok {rc=0}\u000a13:06:54.982062 --- ParallelTerminationStrategy: PID 11619 died...\u000a13:06:55.034539 run iperf3-srv_10.42.42.10(pid=11619): Terminated {rc=256}\u000a13:06:55.044174 --- ParallelTerminationStrategy: PID 11620 died...\u000a13:06:55.096743 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11620): Terminated: ok {rc=0}\u000a13:06:55.106250 --- ParallelTerminationStrategy: PID 11621 died...\u000a13:06:55.158051 run iperf3-srv_10.42.42.10(pid=11621): Terminated {rc=256}\u000a13:06:55.167565 --- ParallelTerminationStrategy: PID 11624 died...\u000a13:06:55.219238 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11624): Terminated: ok {rc=0}\u000a13:06:55.228774 --- ParallelTerminationStrategy: PID 11627 died...\u000a13:06:55.281036 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11627): Terminated: ok {rc=0}\u000a13:06:55.290523 --- ParallelTerminationStrategy: PID 11630 died...\u000a13:06:55.342766 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11630): Terminated: ok {rc=0}\u000a13:06:55.433266 bus /gobi_4: Setting Powered False\u000a13:06:56.535658 bus /gobi_4: Setting Powered False\u000a13:06:57.646355 bus /gobi_1: Setting Powered False\u000a13:06:58.748109 bus /gobi_1: Setting Powered False\u000a13:06:59.857457 bus /gobi_0: Setting Powered False\u000a13:07:00.970352 bus /gobi_0: Setting Powered False\u000a13:07:02.089200 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 237, "className" : "gprs:trx-b200+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11641): Process ended prematurely: osmo-stp_10.42.42.5(pid=11641) [trial-2375↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11641)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11641): Process ended prematurely: osmo-stp_10.42.42.5(pid=11641) [trial-2375↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11641)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2375 gprs:trx-b200+mod-bts0-dynts-ipa ping.py\u000a----------------------------------------------\u000a13:07:03.153862 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:07:03.164915 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a13:07:03.320273 tst ping.py: using LAC 28600\u000a13:07:03.438922 tst ping.py: using RAC 40\u000a13:07:03.554397 tst ping.py: using CellId 28600\u000a13:07:03.673592 tst ping.py: using BVCI 28601\u000a13:07:03.696133 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:07:03.706890 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:07:03.717421 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:07:03.728106 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:07:03.738794 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:07:03.749610 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:07:03.760375 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:07:03.771076 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a13:07:04.041175 tst ping.py:19: start network...\u000a13:07:04.163561 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:07:04.626949 run create_hlr_db(pid=11635): Launched\u000a13:07:04.797317 bus /gobi_6: Setting Powered False\u000a13:07:05.818560 run create_hlr_db(pid=11635): Terminated: ok {rc=0}\u000a13:07:06.234999 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11637): Launched\u000a13:07:06.549350 run osmo-hlr_10.42.42.2(pid=11638): Launched\u000a13:07:06.669636 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:07:07.219178 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11640): Launched\u000a13:07:07.532199 run osmo-stp_10.42.42.5(pid=11641): Launched\u000a13:07:07.646704 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:07:08.195808 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11643): Launched\u000a13:07:08.307597 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:07:08.580320 run patchelf(pid=11644): Launched\u000a13:07:08.763901 run osmo-stp_10.42.42.5(pid=11641): ERR: Terminated: ERROR {rc=1} [trial-2375↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11641)]\u000a13:07:08.898146 run osmo-stp_10.42.42.5(pid=11641): stdout: \u000a| (launched: 2022-12-10_13:07:07.378877)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:07:09.033044 run osmo-stp_10.42.42.5(pid=11641): stderr: \u000a| �[0;m�[38;5;43m20221210130707569 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210130707569 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210130707569 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210130707569 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210130707570 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210130707570 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210130707570 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:07:09.163420 run osmo-stp_10.42.42.5(pid=11641): stdout: \u000a| (launched: 2022-12-10_13:07:07.378877)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:07:09.292795 run osmo-stp_10.42.42.5(pid=11641): stderr: \u000a| �[0;m�[38;5;43m20221210130707569 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210130707569 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210130707569 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210130707569 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210130707570 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210130707570 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210130707570 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:07:09.443384 run patchelf(pid=11644): Terminating (SIGINT)\u000a13:07:09.619926 run patchelf(pid=11644): Terminated: ok {rc=0}\u000a13:07:09.652202 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=11641): Process ended prematurely: osmo-stp_10.42.42.5(pid=11641) [trial-2375↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11641)] [trial-2375↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping.py:22]\u000a13:07:09.661482 tst ping.py:22: Test FAILED (6.5 sec)\u000a13:07:09.723512 run osmo-hlr_10.42.42.2(pid=11638): ERR: Terminated: ERROR {rc=237} [trial-2375↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11638)]\u000a13:07:09.774425 run osmo-hlr_10.42.42.2(pid=11638): stdout: \u000a| (launched: 2022-12-10_13:07:06.394590) \u000a13:07:09.826109 run osmo-hlr_10.42.42.2(pid=11638): stderr: \u000a| �[0;m�[1;31m20221210130706591 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210130706591 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210130706592 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210130706592 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210130706592 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210130706592 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210130706604 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2375/run.2022-12-10_12-42-03/gprs:trx-b200+mod-bts0-dynts-ipa/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210130706614 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210130706614 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210130706615 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:07:09.869900 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11637): Terminating (SIGTERM)\u000a13:07:09.910993 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11640): Terminating (SIGTERM)\u000a13:07:09.952118 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11643): Terminating (SIGTERM)\u000a13:07:09.962038 --- ParallelTerminationStrategy: PID 11637 died...\u000a13:07:10.017265 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11637): Terminated: ok {rc=0}\u000a13:07:10.027245 --- ParallelTerminationStrategy: PID 11640 died...\u000a13:07:10.082002 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11640): Terminated: ok {rc=0}\u000a13:07:10.091924 --- ParallelTerminationStrategy: PID 11643 died...\u000a13:07:10.147017 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11643): Terminated: ok {rc=0}\u000a13:07:10.232573 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 237, "className" : "gprs:trx-b200+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11651): Process ended prematurely: osmo-stp_10.42.42.5(pid=11651) [trial-2375↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11651)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11651): Process ended prematurely: osmo-stp_10.42.42.5(pid=11651) [trial-2375↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11651)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2375 gprs:trx-b200+mod-bts0-dynts-ipa ping_idle_ping.py\u000a----------------------------------------------\u000a13:07:11.283868 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:07:11.295495 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a13:07:11.461743 tst ping_idle_ping.py: using LAC 28601\u000a13:07:11.586876 tst ping_idle_ping.py: using RAC 41\u000a13:07:11.711507 tst ping_idle_ping.py: using CellId 28601\u000a13:07:11.839757 tst ping_idle_ping.py: using BVCI 28602\u000a13:07:11.864006 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:07:11.875224 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:07:11.886296 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:07:11.897369 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:07:11.908336 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:07:11.919663 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:07:11.930787 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:07:11.941766 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a13:07:12.214308 tst ping_idle_ping.py:24: start network...\u000a13:07:12.337996 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:07:12.809763 run create_hlr_db(pid=11645): Launched\u000a13:07:12.980390 bus /gobi_6: Setting Powered False\u000a13:07:14.001247 run create_hlr_db(pid=11645): Terminated: ok {rc=0}\u000a13:07:14.393788 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11647): Launched\u000a13:07:14.688671 run osmo-hlr_10.42.42.2(pid=11648): Launched\u000a13:07:14.796436 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:07:15.309347 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11650): Launched\u000a13:07:15.605324 run osmo-stp_10.42.42.5(pid=11651): Launched\u000a13:07:15.714174 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:07:16.284108 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11653): Launched\u000a13:07:16.399414 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:07:16.692254 run patchelf(pid=11654): Launched\u000a13:07:16.883049 run osmo-stp_10.42.42.5(pid=11651): ERR: Terminated: ERROR {rc=1} [trial-2375↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11651)]\u000a13:07:17.022375 run osmo-stp_10.42.42.5(pid=11651): stdout: \u000a| (launched: 2022-12-10_13:07:15.459471)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:07:17.160726 run osmo-stp_10.42.42.5(pid=11651): stderr: \u000a| �[0;m�[38;5;43m20221210130715628 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210130715628 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210130715629 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210130715629 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210130715630 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210130715630 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210130715630 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:07:17.291873 run osmo-stp_10.42.42.5(pid=11651): stdout: \u000a| (launched: 2022-12-10_13:07:15.459471)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:07:17.421953 run osmo-stp_10.42.42.5(pid=11651): stderr: \u000a| �[0;m�[38;5;43m20221210130715628 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210130715628 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210130715629 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210130715629 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210130715630 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210130715630 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210130715630 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:07:17.573294 run patchelf(pid=11654): Terminating (SIGINT)\u000a13:07:17.750595 run patchelf(pid=11654): Terminated: ok {rc=0}\u000a13:07:17.782742 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=11651): Process ended prematurely: osmo-stp_10.42.42.5(pid=11651) [trial-2375↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11651)] [trial-2375↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping_idle_ping.py:27]\u000a13:07:17.791848 tst ping_idle_ping.py:27: Test FAILED (6.5 sec)\u000a13:07:17.854892 run osmo-hlr_10.42.42.2(pid=11648): ERR: Terminated: ERROR {rc=237} [trial-2375↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11648)]\u000a13:07:17.906632 run osmo-hlr_10.42.42.2(pid=11648): stdout: \u000a| (launched: 2022-12-10_13:07:14.543736) \u000a13:07:17.959442 run osmo-hlr_10.42.42.2(pid=11648): stderr: \u000a| �[0;m�[1;31m20221210130714719 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210130714719 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210130714719 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210130714719 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210130714719 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210130714719 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210130714731 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2375/run.2022-12-10_12-42-03/gprs:trx-b200+mod-bts0-dynts-ipa/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210130714739 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210130714739 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210130714739 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:07:18.004020 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11647): Terminating (SIGTERM)\u000a13:07:18.046110 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11650): Terminating (SIGTERM)\u000a13:07:18.088032 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11653): Terminating (SIGTERM)\u000a13:07:18.097717 --- ParallelTerminationStrategy: PID 11647 died...\u000a13:07:18.153714 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11647): Terminated: ok {rc=0}\u000a13:07:18.163771 --- ParallelTerminationStrategy: PID 11650 died...\u000a13:07:18.219423 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11650): Terminated: ok {rc=0}\u000a13:07:18.229806 --- ParallelTerminationStrategy: PID 11653 died...\u000a13:07:18.284752 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11653): Terminated: ok {rc=0}\u000a13:07:18.371085 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "52", "name" : "gprs_trx-b200+mod-bts0-dynts-ipa", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T13:06:21" }, { "cases" : [ { "testActions" : [ ], "age" : 237, "className" : "gprs:trx-b200+mod-bts0-dynts-osmo", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11668): Process ended prematurely: osmo-stp_10.42.42.5(pid=11668) [trial-2375↪gprs:trx-b200+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11668)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11668): Process ended prematurely: osmo-stp_10.42.42.5(pid=11668) [trial-2375↪gprs:trx-b200+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11668)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2375 gprs:trx-b200+mod-bts0-dynts-osmo cs_paging_gprs_active.py\u000a----------------------------------------------\u000a13:07:20.526826 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:07:20.538390 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a13:07:20.700663 tst cs_paging_gprs_active.py: using LAC 28602\u000a13:07:20.824728 tst cs_paging_gprs_active.py: using RAC 42\u000a13:07:20.950153 tst cs_paging_gprs_active.py: using CellId 28602\u000a13:07:21.082269 tst cs_paging_gprs_active.py: using BVCI 28603\u000a13:07:21.107090 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:07:21.118377 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:07:21.129502 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:07:21.140452 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:07:21.151406 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:07:21.162396 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:07:21.173470 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:07:21.184235 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:07:21.195367 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a13:07:21.311350 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a13:07:21.587771 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a13:07:21.713986 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:07:22.026047 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11658): Launched\u000a13:07:22.284849 run iperf3-srv_10.42.42.10(pid=11659): Launched\u000a13:07:22.468364 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a13:07:22.594476 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:07:22.904939 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11660): Launched\u000a13:07:23.163827 run iperf3-srv_10.42.42.10(pid=11661): Launched\u000a13:07:23.347441 tst cs_paging_gprs_active.py:38: start network...\u000a13:07:23.472488 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:07:23.945484 run create_hlr_db(pid=11662): Launched\u000a13:07:24.117811 bus /gobi_6: Setting Powered False\u000a13:07:25.138308 run create_hlr_db(pid=11662): Terminated: ok {rc=0}\u000a13:07:25.560851 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11664): Launched\u000a13:07:25.880686 run osmo-hlr_10.42.42.2(pid=11665): Launched\u000a13:07:25.998257 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:07:26.550944 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11667): Launched\u000a13:07:26.870165 run osmo-stp_10.42.42.5(pid=11668): Launched\u000a13:07:26.987071 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:07:27.544424 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11670): Launched\u000a13:07:27.659271 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:07:27.937875 run patchelf(pid=11671): Launched\u000a13:07:28.125082 run osmo-stp_10.42.42.5(pid=11668): ERR: Terminated: ERROR {rc=1} [trial-2375↪gprs:trx-b200+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11668)]\u000a13:07:28.261607 run osmo-stp_10.42.42.5(pid=11668): stdout: \u000a| (launched: 2022-12-10_13:07:26.714041)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:07:28.398512 run osmo-stp_10.42.42.5(pid=11668): stderr: \u000a| �[0;m�[38;5;43m20221210130726907 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210130726908 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210130726908 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210130726908 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210130726909 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210130726909 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210130726909 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:07:28.531016 run osmo-stp_10.42.42.5(pid=11668): stdout: \u000a| (launched: 2022-12-10_13:07:26.714041)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:07:28.662459 run osmo-stp_10.42.42.5(pid=11668): stderr: \u000a| �[0;m�[38;5;43m20221210130726907 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210130726908 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210130726908 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210130726908 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210130726909 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210130726909 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210130726909 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:07:28.815662 run patchelf(pid=11671): Terminating (SIGINT)\u000a13:07:28.995464 run patchelf(pid=11671): Terminated: ok {rc=0}\u000a13:07:29.028508 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=11668): Process ended prematurely: osmo-stp_10.42.42.5(pid=11668) [trial-2375↪gprs:trx-b200+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11668)] [trial-2375↪gprs:trx-b200+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38]\u000a13:07:29.038348 tst cs_paging_gprs_active.py:38: Test FAILED (8.5 sec)\u000a13:07:29.100376 run osmo-hlr_10.42.42.2(pid=11665): ERR: Terminated: ERROR {rc=237} [trial-2375↪gprs:trx-b200+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11665)]\u000a13:07:29.151198 run osmo-hlr_10.42.42.2(pid=11665): stdout: \u000a| (launched: 2022-12-10_13:07:25.724041) \u000a13:07:29.202783 run osmo-hlr_10.42.42.2(pid=11665): stderr: \u000a| �[0;m�[1;31m20221210130725921 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210130725921 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210130725921 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210130725921 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210130725921 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210130725921 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210130725933 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2375/run.2022-12-10_12-42-03/gprs:trx-b200+mod-bts0-dynts-osmo/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210130725941 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210130725942 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210130725942 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:07:29.246719 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11658): Terminating (SIGTERM)\u000a13:07:29.288089 run iperf3-srv_10.42.42.10(pid=11659): Terminating (SIGTERM)\u000a13:07:29.329593 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11660): Terminating (SIGTERM)\u000a13:07:29.370999 run iperf3-srv_10.42.42.10(pid=11661): Terminating (SIGTERM)\u000a13:07:29.412281 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11664): Terminating (SIGTERM)\u000a13:07:29.453559 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11667): Terminating (SIGTERM)\u000a13:07:29.494838 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11670): Terminating (SIGTERM)\u000a13:07:29.504333 --- ParallelTerminationStrategy: PID 11658 died...\u000a13:07:29.559441 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11658): Terminated: ok {rc=0}\u000a13:07:29.569448 --- ParallelTerminationStrategy: PID 11659 died...\u000a13:07:29.624813 run iperf3-srv_10.42.42.10(pid=11659): Terminated {rc=256}\u000a13:07:29.634677 --- ParallelTerminationStrategy: PID 11660 died...\u000a13:07:29.689996 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11660): Terminated: ok {rc=0}\u000a13:07:29.699851 --- ParallelTerminationStrategy: PID 11661 died...\u000a13:07:29.754857 run iperf3-srv_10.42.42.10(pid=11661): Terminated {rc=256}\u000a13:07:29.764808 --- ParallelTerminationStrategy: PID 11664 died...\u000a13:07:29.821152 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11664): Terminated: ok {rc=0}\u000a13:07:29.831183 --- ParallelTerminationStrategy: PID 11667 died...\u000a13:07:29.886371 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11667): Terminated: ok {rc=0}\u000a13:07:29.896365 --- ParallelTerminationStrategy: PID 11670 died...\u000a13:07:29.951627 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11670): Terminated: ok {rc=0}\u000a13:07:30.038641 bus /gobi_0: Setting Powered False\u000a13:07:31.148390 bus /gobi_0: Setting Powered False\u000a13:07:32.255707 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 237, "className" : "gprs:trx-b200+mod-bts0-dynts-osmo", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11680): Process ended prematurely: osmo-stp_10.42.42.5(pid=11680) [trial-2375↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11680)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11680): Process ended prematurely: osmo-stp_10.42.42.5(pid=11680) [trial-2375↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11680)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2375 gprs:trx-b200+mod-bts0-dynts-osmo iperf3.py\u000a----------------------------------------------\u000a13:07:33.364743 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:07:33.376535 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a13:07:33.540818 tst iperf3.py: using LAC 28603\u000a13:07:33.658056 tst iperf3.py: using RAC 43\u000a13:07:33.776086 tst iperf3.py: using CellId 28603\u000a13:07:33.901275 tst iperf3.py: using BVCI 28604\u000a13:07:33.925943 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:07:33.937256 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:07:33.948405 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:07:33.959693 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:07:33.971069 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:07:33.982481 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:07:33.993524 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:07:34.004378 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:07:34.015414 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a13:07:34.305846 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a13:07:34.439000 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:07:34.768460 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11672): Launched\u000a13:07:35.042786 run iperf3-srv_10.42.42.10(pid=11673): Launched\u000a13:07:35.238761 tst iperf3.py:8: start network...\u000a13:07:35.372757 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:07:35.882035 run create_hlr_db(pid=11674): Launched\u000a13:07:36.068192 bus /gobi_6: Setting Powered False\u000a13:07:37.078698 run create_hlr_db(pid=11674): Terminated: ok {rc=0}\u000a13:07:37.509781 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11676): Launched\u000a13:07:37.827230 run osmo-hlr_10.42.42.2(pid=11677): Launched\u000a13:07:37.946961 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:07:38.502664 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11679): Launched\u000a13:07:38.821026 run osmo-stp_10.42.42.5(pid=11680): Launched\u000a13:07:38.937641 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:07:39.494312 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11682): Launched\u000a13:07:39.608226 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:07:39.884833 run patchelf(pid=11683): Launched\u000a13:07:40.072305 run osmo-stp_10.42.42.5(pid=11680): ERR: Terminated: ERROR {rc=1} [trial-2375↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11680)]\u000a13:07:40.208583 run osmo-stp_10.42.42.5(pid=11680): stdout: \u000a| (launched: 2022-12-10_13:07:38.665057)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:07:40.344814 run osmo-stp_10.42.42.5(pid=11680): stderr: \u000a| �[0;m�[38;5;43m20221210130738856 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210130738856 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210130738857 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210130738857 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210130738857 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210130738858 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210130738858 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:07:40.476559 run osmo-stp_10.42.42.5(pid=11680): stdout: \u000a| (launched: 2022-12-10_13:07:38.665057)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:07:40.607664 run osmo-stp_10.42.42.5(pid=11680): stderr: \u000a| �[0;m�[38;5;43m20221210130738856 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210130738856 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210130738857 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210130738857 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210130738857 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210130738858 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210130738858 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:07:40.760394 run patchelf(pid=11683): Terminating (SIGINT)\u000a13:07:40.939823 run patchelf(pid=11683): Terminated: ok {rc=0}\u000a13:07:40.972935 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=11680): Process ended prematurely: osmo-stp_10.42.42.5(pid=11680) [trial-2375↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11680)] [trial-2375↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3.py:8]\u000a13:07:40.982800 tst iperf3.py:8: Test FAILED (7.6 sec)\u000a13:07:41.045782 run osmo-hlr_10.42.42.2(pid=11677): ERR: Terminated: ERROR {rc=237} [trial-2375↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11677)]\u000a13:07:41.097197 run osmo-hlr_10.42.42.2(pid=11677): stdout: \u000a| (launched: 2022-12-10_13:07:37.672413) \u000a13:07:41.149144 run osmo-hlr_10.42.42.2(pid=11677): stderr: \u000a| �[0;m�[1;31m20221210130737872 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210130737872 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210130737872 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210130737872 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210130737872 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210130737872 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210130737885 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2375/run.2022-12-10_12-42-03/gprs:trx-b200+mod-bts0-dynts-osmo/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210130737893 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210130737893 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210130737893 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:07:41.193422 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11672): Terminating (SIGTERM)\u000a13:07:41.235255 run iperf3-srv_10.42.42.10(pid=11673): Terminating (SIGTERM)\u000a13:07:41.277639 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11676): Terminating (SIGTERM)\u000a13:07:41.319346 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11679): Terminating (SIGTERM)\u000a13:07:41.361133 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11682): Terminating (SIGTERM)\u000a13:07:41.370802 --- ParallelTerminationStrategy: PID 11672 died...\u000a13:07:41.426301 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11672): Terminated: ok {rc=0}\u000a13:07:41.436311 --- ParallelTerminationStrategy: PID 11673 died...\u000a13:07:41.491355 run iperf3-srv_10.42.42.10(pid=11673): Terminated {rc=256}\u000a13:07:41.501321 --- ParallelTerminationStrategy: PID 11676 died...\u000a13:07:41.556082 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11676): Terminated: ok {rc=0}\u000a13:07:41.565981 --- ParallelTerminationStrategy: PID 11679 died...\u000a13:07:41.620830 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11679): Terminated: ok {rc=0}\u000a13:07:41.630774 --- ParallelTerminationStrategy: PID 11682 died...\u000a13:07:41.685726 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11682): Terminated: ok {rc=0}\u000a13:07:41.772453 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 237, "className" : "gprs:trx-b200+mod-bts0-dynts-osmo", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11698): Process ended prematurely: osmo-stp_10.42.42.5(pid=11698) [trial-2375↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11698)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11698): Process ended prematurely: osmo-stp_10.42.42.5(pid=11698) [trial-2375↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11698)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2375 gprs:trx-b200+mod-bts0-dynts-osmo iperf3m4.py\u000a----------------------------------------------\u000a13:07:42.890206 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:07:42.902079 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a13:07:43.064528 tst iperf3m4.py: using LAC 28604\u000a13:07:43.190012 tst iperf3m4.py: using RAC 44\u000a13:07:43.317123 tst iperf3m4.py: using CellId 28604\u000a13:07:43.442331 tst iperf3m4.py: using BVCI 28605\u000a13:07:43.465686 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:07:43.476611 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:07:43.487294 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:07:43.498276 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:07:43.509135 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:07:43.519993 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:07:43.531007 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:07:43.541666 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:07:43.552668 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a13:07:43.671482 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a13:07:43.788071 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a13:07:43.906276 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a13:07:44.200364 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a13:07:44.334302 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:07:44.663974 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11684): Launched\u000a13:07:44.938416 run iperf3-srv_10.42.42.10(pid=11685): Launched\u000a13:07:45.136670 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a13:07:45.271320 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:07:45.601318 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11686): Launched\u000a13:07:45.886208 run iperf3-srv_10.42.42.10(pid=11687): Launched\u000a13:07:46.088850 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a13:07:46.225695 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:07:46.579821 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11688): Launched\u000a13:07:46.865704 run iperf3-srv_10.42.42.10(pid=11689): Launched\u000a13:07:47.067533 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a13:07:47.204693 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:07:47.535871 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11690): Launched\u000a13:07:47.809323 run iperf3-srv_10.42.42.10(pid=11691): Launched\u000a13:07:48.005461 tst iperf3m4.py:8: start network...\u000a13:07:48.138939 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:07:48.649263 run create_hlr_db(pid=11692): Launched\u000a13:07:48.833166 bus /gobi_6: Setting Powered False\u000a13:07:49.854829 run create_hlr_db(pid=11692): Terminated: ok {rc=0}\u000a13:07:50.279918 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11694): Launched\u000a13:07:50.599719 run osmo-hlr_10.42.42.2(pid=11695): Launched\u000a13:07:50.716864 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:07:51.271012 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11697): Launched\u000a13:07:51.589453 run osmo-stp_10.42.42.5(pid=11698): Launched\u000a13:07:51.705423 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:07:52.263657 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11700): Launched\u000a13:07:52.378356 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:07:52.656245 run patchelf(pid=11701): Launched\u000a13:07:52.842919 run osmo-stp_10.42.42.5(pid=11698): ERR: Terminated: ERROR {rc=1} [trial-2375↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11698)]\u000a13:07:52.979944 run osmo-stp_10.42.42.5(pid=11698): stdout: \u000a| (launched: 2022-12-10_13:07:51.433298)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:07:53.117232 run osmo-stp_10.42.42.5(pid=11698): stderr: \u000a| �[0;m�[38;5;43m20221210130751625 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210130751625 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210130751626 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210130751626 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210130751626 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210130751626 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210130751627 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:07:53.249622 run osmo-stp_10.42.42.5(pid=11698): stdout: \u000a| (launched: 2022-12-10_13:07:51.433298)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:07:53.381106 run osmo-stp_10.42.42.5(pid=11698): stderr: \u000a| �[0;m�[38;5;43m20221210130751625 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210130751625 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210130751626 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210130751626 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210130751626 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210130751626 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210130751627 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:07:53.533547 run patchelf(pid=11701): Terminating (SIGINT)\u000a13:07:53.712554 run patchelf(pid=11701): Terminated: ok {rc=0}\u000a13:07:53.745464 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=11698): Process ended prematurely: osmo-stp_10.42.42.5(pid=11698) [trial-2375↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11698)] [trial-2375↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3m4.py:8]\u000a13:07:53.755243 tst iperf3m4.py:8: Test FAILED (10.9 sec)\u000a13:07:53.818199 run osmo-hlr_10.42.42.2(pid=11695): ERR: Terminated: ERROR {rc=237} [trial-2375↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11695)]\u000a13:07:53.869467 run osmo-hlr_10.42.42.2(pid=11695): stdout: \u000a| (launched: 2022-12-10_13:07:50.442974) \u000a13:07:53.921091 run osmo-hlr_10.42.42.2(pid=11695): stderr: \u000a| �[0;m�[1;31m20221210130750642 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210130750642 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210130750642 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210130750642 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210130750642 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210130750642 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210130750655 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2375/run.2022-12-10_12-42-03/gprs:trx-b200+mod-bts0-dynts-osmo/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210130750664 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210130750664 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210130750664 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:07:53.965399 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11684): Terminating (SIGTERM)\u000a13:07:54.007572 run iperf3-srv_10.42.42.10(pid=11685): Terminating (SIGTERM)\u000a13:07:54.048881 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11686): Terminating (SIGTERM)\u000a13:07:54.090146 run iperf3-srv_10.42.42.10(pid=11687): Terminating (SIGTERM)\u000a13:07:54.131287 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11688): Terminating (SIGTERM)\u000a13:07:54.172338 run iperf3-srv_10.42.42.10(pid=11689): Terminating (SIGTERM)\u000a13:07:54.213490 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11690): Terminating (SIGTERM)\u000a13:07:54.254514 run iperf3-srv_10.42.42.10(pid=11691): Terminating (SIGTERM)\u000a13:07:54.296084 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11694): Terminating (SIGTERM)\u000a13:07:54.337351 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11697): Terminating (SIGTERM)\u000a13:07:54.378536 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11700): Terminating (SIGTERM)\u000a13:07:54.387714 --- ParallelTerminationStrategy: PID 11684 died...\u000a13:07:54.442719 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11684): Terminated: ok {rc=0}\u000a13:07:54.452556 --- ParallelTerminationStrategy: PID 11685 died...\u000a13:07:54.507174 run iperf3-srv_10.42.42.10(pid=11685): Terminated {rc=256}\u000a13:07:54.516924 --- ParallelTerminationStrategy: PID 11686 died...\u000a13:07:54.571991 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11686): Terminated: ok {rc=0}\u000a13:07:54.581903 --- ParallelTerminationStrategy: PID 11687 died...\u000a13:07:54.636253 run iperf3-srv_10.42.42.10(pid=11687): Terminated {rc=256}\u000a13:07:54.646111 --- ParallelTerminationStrategy: PID 11688 died...\u000a13:07:54.700777 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11688): Terminated: ok {rc=0}\u000a13:07:54.710664 --- ParallelTerminationStrategy: PID 11689 died...\u000a13:07:54.765358 run iperf3-srv_10.42.42.10(pid=11689): Terminated {rc=256}\u000a13:07:54.775266 --- ParallelTerminationStrategy: PID 11690 died...\u000a13:07:54.830162 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11690): Terminated: ok {rc=0}\u000a13:07:54.840189 --- ParallelTerminationStrategy: PID 11691 died...\u000a13:07:54.895395 run iperf3-srv_10.42.42.10(pid=11691): Terminated {rc=256}\u000a13:07:54.905377 --- ParallelTerminationStrategy: PID 11694 died...\u000a13:07:54.960174 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11694): Terminated: ok {rc=0}\u000a13:07:54.970105 --- ParallelTerminationStrategy: PID 11697 died...\u000a13:07:55.025479 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11697): Terminated: ok {rc=0}\u000a13:07:55.035552 --- ParallelTerminationStrategy: PID 11700 died...\u000a13:07:55.090385 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11700): Terminated: ok {rc=0}\u000a13:07:55.177164 bus /gobi_4: Setting Powered False\u000a13:07:56.281377 bus /gobi_4: Setting Powered False\u000a13:07:57.393066 bus /gobi_1: Setting Powered False\u000a13:07:58.498712 bus /gobi_1: Setting Powered False\u000a13:07:59.607011 bus /gobi_0: Setting Powered False\u000a13:08:00.712302 bus /gobi_0: Setting Powered False\u000a13:08:01.849017 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 237, "className" : "gprs:trx-b200+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11708): Process ended prematurely: osmo-stp_10.42.42.5(pid=11708) [trial-2375↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11708)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11708): Process ended prematurely: osmo-stp_10.42.42.5(pid=11708) [trial-2375↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11708)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2375 gprs:trx-b200+mod-bts0-dynts-osmo ping.py\u000a----------------------------------------------\u000a13:08:02.922168 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:08:02.933972 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a13:08:03.096625 tst ping.py: using LAC 28605\u000a13:08:03.220509 tst ping.py: using RAC 45\u000a13:08:03.344271 tst ping.py: using CellId 28605\u000a13:08:03.470754 tst ping.py: using BVCI 28606\u000a13:08:03.494966 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:08:03.506223 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:08:03.517364 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:08:03.528438 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:08:03.539444 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:08:03.550551 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:08:03.561848 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:08:03.572819 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a13:08:03.859067 tst ping.py:19: start network...\u000a13:08:03.990446 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:08:04.490414 run create_hlr_db(pid=11702): Launched\u000a13:08:04.673221 bus /gobi_6: Setting Powered False\u000a13:08:05.692359 run create_hlr_db(pid=11702): Terminated: ok {rc=0}\u000a13:08:06.087992 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11704): Launched\u000a13:08:06.384086 run osmo-hlr_10.42.42.2(pid=11705): Launched\u000a13:08:06.491894 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:08:07.009805 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11707): Launched\u000a13:08:07.302880 run osmo-stp_10.42.42.5(pid=11708): Launched\u000a13:08:07.410505 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:08:07.922554 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11710): Launched\u000a13:08:08.027253 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:08:08.283736 run patchelf(pid=11711): Launched\u000a13:08:08.456172 run osmo-stp_10.42.42.5(pid=11708): ERR: Terminated: ERROR {rc=1} [trial-2375↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11708)]\u000a13:08:08.581670 run osmo-stp_10.42.42.5(pid=11708): stdout: \u000a| (launched: 2022-12-10_13:08:07.159284)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:08:08.707444 run osmo-stp_10.42.42.5(pid=11708): stderr: \u000a| �[0;m�[38;5;43m20221210130807329 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210130807329 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210130807329 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210130807330 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210130807330 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210130807330 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210130807330 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:08:08.829598 run osmo-stp_10.42.42.5(pid=11708): stdout: \u000a| (launched: 2022-12-10_13:08:07.159284)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:08:08.950210 run osmo-stp_10.42.42.5(pid=11708): stderr: \u000a| �[0;m�[38;5;43m20221210130807329 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210130807329 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210130807329 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210130807330 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210130807330 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210130807330 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210130807330 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:08:09.090973 run patchelf(pid=11711): Terminating (SIGINT)\u000a13:08:09.256273 run patchelf(pid=11711): Terminated: ok {rc=0}\u000a13:08:09.286480 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=11708): Process ended prematurely: osmo-stp_10.42.42.5(pid=11708) [trial-2375↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11708)] [trial-2375↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping.py:22]\u000a13:08:09.295000 tst ping.py:22: Test FAILED (6.4 sec)\u000a13:08:09.354197 run osmo-hlr_10.42.42.2(pid=11705): ERR: Terminated: ERROR {rc=237} [trial-2375↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11705)]\u000a13:08:09.402496 run osmo-hlr_10.42.42.2(pid=11705): stdout: \u000a| (launched: 2022-12-10_13:08:06.239081) \u000a13:08:09.451270 run osmo-hlr_10.42.42.2(pid=11705): stderr: \u000a| �[0;m�[1;31m20221210130806415 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210130806415 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210130806415 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210130806415 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210130806415 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210130806415 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210130806430 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2375/run.2022-12-10_12-42-03/gprs:trx-b200+mod-bts0-dynts-osmo/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210130806440 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210130806440 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210130806440 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:08:09.492757 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11704): Terminating (SIGTERM)\u000a13:08:09.532195 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11707): Terminating (SIGTERM)\u000a13:08:09.571360 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11710): Terminating (SIGTERM)\u000a13:08:09.580688 --- ParallelTerminationStrategy: PID 11704 died...\u000a13:08:09.633088 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11704): Terminated: ok {rc=0}\u000a13:08:09.643098 --- ParallelTerminationStrategy: PID 11707 died...\u000a13:08:09.695376 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11707): Terminated: ok {rc=0}\u000a13:08:09.705026 --- ParallelTerminationStrategy: PID 11710 died...\u000a13:08:09.756982 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11710): Terminated: ok {rc=0}\u000a13:08:09.838578 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 237, "className" : "gprs:trx-b200+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11718): Process ended prematurely: osmo-stp_10.42.42.5(pid=11718) [trial-2375↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11718)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11718): Process ended prematurely: osmo-stp_10.42.42.5(pid=11718) [trial-2375↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11718)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2375 gprs:trx-b200+mod-bts0-dynts-osmo ping_idle_ping.py\u000a----------------------------------------------\u000a13:08:10.889733 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:08:10.901602 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a13:08:11.061024 tst ping_idle_ping.py: using LAC 28606\u000a13:08:11.177730 tst ping_idle_ping.py: using RAC 46\u000a13:08:11.297617 tst ping_idle_ping.py: using CellId 28606\u000a13:08:11.412149 tst ping_idle_ping.py: using BVCI 28607\u000a13:08:11.434801 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:08:11.445704 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:08:11.456203 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:08:11.467024 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:08:11.477696 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:08:11.488840 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:08:11.499682 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:08:11.510345 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a13:08:11.795187 tst ping_idle_ping.py:24: start network...\u000a13:08:11.925809 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:08:12.432532 run create_hlr_db(pid=11712): Launched\u000a13:08:12.615073 bus /gobi_6: Setting Powered False\u000a13:08:13.635257 run create_hlr_db(pid=11712): Terminated: ok {rc=0}\u000a13:08:14.031325 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11714): Launched\u000a13:08:14.327079 run osmo-hlr_10.42.42.2(pid=11715): Launched\u000a13:08:14.441158 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:08:14.959519 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11717): Launched\u000a13:08:15.254269 run osmo-stp_10.42.42.5(pid=11718): Launched\u000a13:08:15.362004 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:08:15.890387 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11720): Launched\u000a13:08:16.015514 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:08:16.296916 run patchelf(pid=11721): Launched\u000a13:08:16.487484 run osmo-stp_10.42.42.5(pid=11718): ERR: Terminated: ERROR {rc=1} [trial-2375↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11718)]\u000a13:08:16.666520 run osmo-stp_10.42.42.5(pid=11718): stdout: \u000a| (launched: 2022-12-10_13:08:15.109258)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:08:16.841964 run osmo-stp_10.42.42.5(pid=11718): stderr: \u000a| �[0;m�[38;5;43m20221210130815279 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210130815279 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210130815279 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210130815280 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210130815280 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210130815280 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210130815280 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:08:16.982043 run osmo-stp_10.42.42.5(pid=11718): stdout: \u000a| (launched: 2022-12-10_13:08:15.109258)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:08:17.116265 run osmo-stp_10.42.42.5(pid=11718): stderr: \u000a| �[0;m�[38;5;43m20221210130815279 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210130815279 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210130815279 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210130815280 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210130815280 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210130815280 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210130815280 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:08:17.271346 run patchelf(pid=11721): Terminating (SIGINT)\u000a13:08:17.474194 run patchelf(pid=11721): Terminated: ok {rc=0}\u000a13:08:17.509239 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=11718): Process ended prematurely: osmo-stp_10.42.42.5(pid=11718) [trial-2375↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11718)] [trial-2375↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping_idle_ping.py:27]\u000a13:08:17.519473 tst ping_idle_ping.py:27: Test FAILED (6.6 sec)\u000a13:08:17.597097 run osmo-hlr_10.42.42.2(pid=11715): ERR: Terminated: ERROR {rc=237} [trial-2375↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11715)]\u000a13:08:17.658916 run osmo-hlr_10.42.42.2(pid=11715): stdout: \u000a| (launched: 2022-12-10_13:08:14.182115) \u000a13:08:17.713189 run osmo-hlr_10.42.42.2(pid=11715): stderr: \u000a| �[0;m�[1;31m20221210130814359 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210130814359 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210130814359 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210130814359 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210130814359 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210130814359 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210130814382 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2375/run.2022-12-10_12-42-03/gprs:trx-b200+mod-bts0-dynts-osmo/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210130814392 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210130814392 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210130814392 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:08:17.759039 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11714): Terminating (SIGTERM)\u000a13:08:17.805953 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11717): Terminating (SIGTERM)\u000a13:08:17.856706 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11720): Terminating (SIGTERM)\u000a13:08:17.869844 --- ParallelTerminationStrategy: PID 11714 died...\u000a13:08:17.934736 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11714): Terminated: ok {rc=0}\u000a13:08:17.945713 --- ParallelTerminationStrategy: PID 11717 died...\u000a13:08:18.010880 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11717): Terminated: ok {rc=0}\u000a13:08:18.022168 --- ParallelTerminationStrategy: PID 11720 died...\u000a13:08:18.091624 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11720): Terminated: ok {rc=0}\u000a13:08:18.188547 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "53", "name" : "gprs_trx-b200+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T13:07:20" }, { "cases" : [ { "testActions" : [ ], "age" : 237, "className" : "gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 10.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12007): Process ended prematurely: osmo-stp_10.42.42.5(pid=12007) [trial-2375↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12007)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12007): Process ended prematurely: osmo-stp_10.42.42.5(pid=12007) [trial-2375↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12007)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2375 gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend cs_paging_gprs_active.py\u000a----------------------------------------------\u000a13:08:20.351350 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a13:08:20.363505 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a13:08:20.507063 tst cs_paging_gprs_active.py: using LAC 28607\u000a13:08:20.628183 tst cs_paging_gprs_active.py: using RAC 47\u000a13:08:20.749323 tst cs_paging_gprs_active.py: using CellId 28607\u000a13:08:20.876575 tst cs_paging_gprs_active.py: using BVCI 28608\u000a13:08:20.900790 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a13:08:20.913437 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a13:08:20.926457 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a13:08:20.939375 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a13:08:20.951249 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a13:08:20.965094 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a13:08:20.978780 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a13:08:20.991746 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a13:08:21.005115 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a13:08:21.126237 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a13:08:21.408883 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a13:08:21.540271 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:08:21.883983 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11997): Launched\u000a13:08:22.171330 run iperf3-srv_10.42.42.10(pid=11998): Launched\u000a13:08:22.359770 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a13:08:22.492596 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:08:22.827693 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11999): Launched\u000a13:08:23.108306 run iperf3-srv_10.42.42.10(pid=12000): Launched\u000a13:08:23.295644 tst cs_paging_gprs_active.py:38: start network...\u000a13:08:23.424209 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:08:23.961566 run create_hlr_db(pid=12001): Launched\u000a13:08:24.141325 bus /gobi_6: Setting Powered False\u000a13:08:25.164407 run create_hlr_db(pid=12001): Terminated: ok {rc=0}\u000a13:08:25.597506 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12003): Launched\u000a13:08:26.011461 run osmo-hlr_10.42.42.2(pid=12004): Launched\u000a13:08:26.236446 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:08:26.904674 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12006): Launched\u000a13:08:27.329298 run osmo-stp_10.42.42.5(pid=12007): Launched\u000a13:08:27.542685 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:08:28.128392 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12009): Launched\u000a13:08:28.246462 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:08:28.547667 run patchelf(pid=12010): Launched\u000a13:08:28.738550 run osmo-stp_10.42.42.5(pid=12007): ERR: Terminated: ERROR {rc=1} [trial-2375↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12007)]\u000a13:08:28.878286 run osmo-stp_10.42.42.5(pid=12007): stdout: \u000a| (launched: 2022-12-10_13:08:27.063338)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:08:29.019203 run osmo-stp_10.42.42.5(pid=12007): stderr: \u000a| �[0;m�[38;5;43m20221210130827359 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210130827359 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210130827359 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210130827360 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210130827360 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210130827360 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210130827360 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:08:29.155251 run osmo-stp_10.42.42.5(pid=12007): stdout: \u000a| (launched: 2022-12-10_13:08:27.063338)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:08:29.290058 run osmo-stp_10.42.42.5(pid=12007): stderr: \u000a| �[0;m�[38;5;43m20221210130827359 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210130827359 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210130827359 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210130827360 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210130827360 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210130827360 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210130827360 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:08:29.446577 run patchelf(pid=12010): Terminating (SIGINT)\u000a13:08:29.630207 run patchelf(pid=12010): Terminated: ok {rc=0}\u000a13:08:29.664603 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=12007): Process ended prematurely: osmo-stp_10.42.42.5(pid=12007) [trial-2375↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12007)] [trial-2375↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38]\u000a13:08:29.675667 tst cs_paging_gprs_active.py:38: Test FAILED (9.4 sec)\u000a13:08:29.740875 run osmo-hlr_10.42.42.2(pid=12004): ERR: Terminated: ERROR {rc=237} [trial-2375↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12004)]\u000a13:08:29.794112 run osmo-hlr_10.42.42.2(pid=12004): stdout: \u000a| (launched: 2022-12-10_13:08:25.755079) \u000a13:08:29.847830 run osmo-hlr_10.42.42.2(pid=12004): stderr: \u000a| �[0;m�[1;31m20221210130826103 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210130826103 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210130826103 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210130826103 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210130826103 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210130826103 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210130826123 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2375/run.2022-12-10_12-42-03/gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210130826132 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210130826132 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210130826132 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:08:29.893730 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11997): Terminating (SIGTERM)\u000a13:08:29.936760 run iperf3-srv_10.42.42.10(pid=11998): Terminating (SIGTERM)\u000a13:08:29.980187 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11999): Terminating (SIGTERM)\u000a13:08:30.023791 run iperf3-srv_10.42.42.10(pid=12000): Terminating (SIGTERM)\u000a13:08:30.069015 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12003): Terminating (SIGTERM)\u000a13:08:30.112684 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12006): Terminating (SIGTERM)\u000a13:08:30.156138 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12009): Terminating (SIGTERM)\u000a13:08:30.167071 --- ParallelTerminationStrategy: PID 11997 died...\u000a13:08:30.226181 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11997): Terminated: ok {rc=0}\u000a13:08:30.237233 --- ParallelTerminationStrategy: PID 11998 died...\u000a13:08:30.294731 run iperf3-srv_10.42.42.10(pid=11998): Terminated {rc=256}\u000a13:08:30.305399 --- ParallelTerminationStrategy: PID 11999 died...\u000a13:08:30.362624 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11999): Terminated: ok {rc=0}\u000a13:08:30.373211 --- ParallelTerminationStrategy: PID 12000 died...\u000a13:08:30.429895 run iperf3-srv_10.42.42.10(pid=12000): Terminated {rc=256}\u000a13:08:30.440412 --- ParallelTerminationStrategy: PID 12003 died...\u000a13:08:30.497196 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12003): Terminated: ok {rc=0}\u000a13:08:30.507862 --- ParallelTerminationStrategy: PID 12006 died...\u000a13:08:30.564797 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12006): Terminated: ok {rc=0}\u000a13:08:30.575523 --- ParallelTerminationStrategy: PID 12009 died...\u000a13:08:30.632919 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12009): Terminated: ok {rc=0}\u000a13:08:30.722728 bus /gobi_0: Setting Powered False\u000a13:08:31.882026 bus /gobi_0: Setting Powered False\u000a13:08:32.999761 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 237, "className" : "gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12020): Process ended prematurely: osmo-stp_10.42.42.5(pid=12020) [trial-2375↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12020)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12020): Process ended prematurely: osmo-stp_10.42.42.5(pid=12020) [trial-2375↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12020)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2375 gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend iperf3.py\u000a----------------------------------------------\u000a13:08:34.120378 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a13:08:34.133730 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a13:08:34.298934 tst iperf3.py: using LAC 28608\u000a13:08:34.435236 tst iperf3.py: using RAC 48\u000a13:08:34.566742 tst iperf3.py: using CellId 28608\u000a13:08:34.698412 tst iperf3.py: using BVCI 28609\u000a13:08:34.724302 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a13:08:34.737235 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a13:08:34.749824 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a13:08:34.762221 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a13:08:34.774842 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a13:08:34.787956 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a13:08:34.801262 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a13:08:34.813996 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a13:08:34.827180 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a13:08:35.129851 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a13:08:35.269929 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:08:35.629528 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12011): Launched\u000a13:08:35.935695 run iperf3-srv_10.42.42.10(pid=12012): Launched\u000a13:08:36.141884 tst iperf3.py:8: start network...\u000a13:08:36.281132 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:08:36.852846 run create_hlr_db(pid=12013): Launched\u000a13:08:37.045475 bus /gobi_6: Setting Powered False\u000a13:08:38.068104 run create_hlr_db(pid=12013): Terminated: ok {rc=0}\u000a13:08:38.527316 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12015): Launched\u000a13:08:38.851618 run osmo-hlr_10.42.42.2(pid=12016): Launched\u000a13:08:38.969130 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:08:39.496213 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12019): Launched\u000a13:08:39.795732 run osmo-stp_10.42.42.5(pid=12020): Launched\u000a13:08:39.905612 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:08:40.429488 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12022): Launched\u000a13:08:40.536549 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:08:40.797704 run patchelf(pid=12023): Launched\u000a13:08:40.973123 run osmo-stp_10.42.42.5(pid=12020): ERR: Terminated: ERROR {rc=1} [trial-2375↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12020)]\u000a13:08:41.101495 run osmo-stp_10.42.42.5(pid=12020): stdout: \u000a| (launched: 2022-12-10_13:08:39.648317)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:08:41.230215 run osmo-stp_10.42.42.5(pid=12020): stderr: \u000a| �[0;m�[38;5;43m20221210130839817 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210130839817 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210130839818 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210130839818 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210130839820 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210130839820 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210130839820 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:08:41.354376 run osmo-stp_10.42.42.5(pid=12020): stdout: \u000a| (launched: 2022-12-10_13:08:39.648317)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:08:41.477869 run osmo-stp_10.42.42.5(pid=12020): stderr: \u000a| �[0;m�[38;5;43m20221210130839817 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210130839817 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210130839818 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210130839818 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210130839820 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210130839820 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210130839820 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:08:41.621286 run patchelf(pid=12023): Terminating (SIGINT)\u000a13:08:41.790132 run patchelf(pid=12023): Terminated: ok {rc=0}\u000a13:08:41.821211 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=12020): Process ended prematurely: osmo-stp_10.42.42.5(pid=12020) [trial-2375↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12020)] [trial-2375↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8]\u000a13:08:41.830334 tst iperf3.py:8: Test FAILED (7.7 sec)\u000a13:08:41.890075 run osmo-hlr_10.42.42.2(pid=12016): ERR: Terminated: ERROR {rc=237} [trial-2375↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12016)]\u000a13:08:41.938981 run osmo-hlr_10.42.42.2(pid=12016): stdout: \u000a| (launched: 2022-12-10_13:08:38.697245) \u000a13:08:41.988276 run osmo-hlr_10.42.42.2(pid=12016): stderr: \u000a| �[0;m�[1;31m20221210130838879 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210130838879 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210130838879 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210130838879 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210130838879 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210130838879 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210130838891 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2375/run.2022-12-10_12-42-03/gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210130838900 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210130838900 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210130838900 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:08:42.029952 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12011): Terminating (SIGTERM)\u000a13:08:42.069331 run iperf3-srv_10.42.42.10(pid=12012): Terminating (SIGTERM)\u000a13:08:42.109014 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12015): Terminating (SIGTERM)\u000a13:08:42.148567 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12019): Terminating (SIGTERM)\u000a13:08:42.188152 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12022): Terminating (SIGTERM)\u000a13:08:42.197531 --- ParallelTerminationStrategy: PID 12011 died...\u000a13:08:42.250425 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12011): Terminated: ok {rc=0}\u000a13:08:42.260048 --- ParallelTerminationStrategy: PID 12012 died...\u000a13:08:42.312129 run iperf3-srv_10.42.42.10(pid=12012): Terminated {rc=256}\u000a13:08:42.321859 --- ParallelTerminationStrategy: PID 12015 died...\u000a13:08:42.374397 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12015): Terminated: ok {rc=0}\u000a13:08:42.383866 --- ParallelTerminationStrategy: PID 12019 died...\u000a13:08:42.436002 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12019): Terminated: ok {rc=0}\u000a13:08:42.445757 --- ParallelTerminationStrategy: PID 12022 died...\u000a13:08:42.498853 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12022): Terminated: ok {rc=0}\u000a13:08:42.585390 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 237, "className" : "gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12038): Process ended prematurely: osmo-stp_10.42.42.5(pid=12038) [trial-2375↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12038)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12038): Process ended prematurely: osmo-stp_10.42.42.5(pid=12038) [trial-2375↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12038)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2375 gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend iperf3m4.py\u000a----------------------------------------------\u000a13:08:43.694623 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a13:08:43.706428 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a13:08:43.847631 tst iperf3m4.py: using LAC 28609\u000a13:08:43.965795 tst iperf3m4.py: using RAC 49\u000a13:08:44.091041 tst iperf3m4.py: using CellId 28609\u000a13:08:44.218822 tst iperf3m4.py: using BVCI 28610\u000a13:08:44.243496 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a13:08:44.255036 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a13:08:44.266495 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a13:08:44.277903 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a13:08:44.289296 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a13:08:44.300603 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a13:08:44.312064 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a13:08:44.323365 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a13:08:44.334982 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a13:08:44.451541 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a13:08:44.574006 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a13:08:44.690180 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a13:08:44.965694 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a13:08:45.091697 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:08:45.401876 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12024): Launched\u000a13:08:45.660084 run iperf3-srv_10.42.42.10(pid=12025): Launched\u000a13:08:45.859928 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a13:08:45.988075 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:08:46.324151 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12026): Launched\u000a13:08:46.611217 run iperf3-srv_10.42.42.10(pid=12027): Launched\u000a13:08:46.798752 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a13:08:46.927630 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:08:47.258567 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12028): Launched\u000a13:08:47.516843 run iperf3-srv_10.42.42.10(pid=12029): Launched\u000a13:08:47.700733 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a13:08:47.826641 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:08:48.137768 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12030): Launched\u000a13:08:48.395274 run iperf3-srv_10.42.42.10(pid=12031): Launched\u000a13:08:48.578445 tst iperf3m4.py:8: start network...\u000a13:08:48.703756 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:08:49.175202 run create_hlr_db(pid=12032): Launched\u000a13:08:49.347372 bus /gobi_6: Setting Powered False\u000a13:08:50.369126 run create_hlr_db(pid=12032): Terminated: ok {rc=0}\u000a13:08:50.767222 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12034): Launched\u000a13:08:51.067488 run osmo-hlr_10.42.42.2(pid=12035): Launched\u000a13:08:51.181355 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:08:51.703338 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12037): Launched\u000a13:08:52.002866 run osmo-stp_10.42.42.5(pid=12038): Launched\u000a13:08:52.113654 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:08:52.636446 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12040): Launched\u000a13:08:52.743937 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:08:53.005095 run patchelf(pid=12041): Launched\u000a13:08:53.180575 run osmo-stp_10.42.42.5(pid=12038): ERR: Terminated: ERROR {rc=1} [trial-2375↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12038)]\u000a13:08:53.308894 run osmo-stp_10.42.42.5(pid=12038): stdout: \u000a| (launched: 2022-12-10_13:08:51.855136)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:08:53.437575 run osmo-stp_10.42.42.5(pid=12038): stderr: \u000a| �[0;m�[38;5;43m20221210130852025 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210130852026 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210130852026 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210130852026 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210130852027 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210130852027 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210130852027 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:08:53.562240 run osmo-stp_10.42.42.5(pid=12038): stdout: \u000a| (launched: 2022-12-10_13:08:51.855136)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:08:53.685850 run osmo-stp_10.42.42.5(pid=12038): stderr: \u000a| �[0;m�[38;5;43m20221210130852025 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210130852026 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210130852026 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210130852026 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210130852027 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210130852027 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210130852027 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:08:53.829442 run patchelf(pid=12041): Terminating (SIGINT)\u000a13:08:53.998699 run patchelf(pid=12041): Terminated: ok {rc=0}\u000a13:08:54.030220 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=12038): Process ended prematurely: osmo-stp_10.42.42.5(pid=12038) [trial-2375↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12038)] [trial-2375↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8]\u000a13:08:54.039461 tst iperf3m4.py:8: Test FAILED (10.4 sec)\u000a13:08:54.100518 run osmo-hlr_10.42.42.2(pid=12035): ERR: Terminated: ERROR {rc=237} [trial-2375↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12035)]\u000a13:08:54.149373 run osmo-hlr_10.42.42.2(pid=12035): stdout: \u000a| (launched: 2022-12-10_13:08:50.919288) \u000a13:08:54.199227 run osmo-hlr_10.42.42.2(pid=12035): stderr: \u000a| �[0;m�[1;31m20221210130851095 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210130851095 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210130851095 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210130851095 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210130851095 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210130851095 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210130851108 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2375/run.2022-12-10_12-42-03/gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210130851116 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210130851116 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210130851116 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:08:54.240858 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12024): Terminating (SIGTERM)\u000a13:08:54.280407 run iperf3-srv_10.42.42.10(pid=12025): Terminating (SIGTERM)\u000a13:08:54.319820 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12026): Terminating (SIGTERM)\u000a13:08:54.359608 run iperf3-srv_10.42.42.10(pid=12027): Terminating (SIGTERM)\u000a13:08:54.398804 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12028): Terminating (SIGTERM)\u000a13:08:54.438277 run iperf3-srv_10.42.42.10(pid=12029): Terminating (SIGTERM)\u000a13:08:54.477976 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12030): Terminating (SIGTERM)\u000a13:08:54.517421 run iperf3-srv_10.42.42.10(pid=12031): Terminating (SIGTERM)\u000a13:08:54.557482 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12034): Terminating (SIGTERM)\u000a13:08:54.596618 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12037): Terminating (SIGTERM)\u000a13:08:54.636210 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12040): Terminating (SIGTERM)\u000a13:08:54.645788 --- ParallelTerminationStrategy: PID 12024 died...\u000a13:08:54.698547 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12024): Terminated: ok {rc=0}\u000a13:08:54.708600 --- ParallelTerminationStrategy: PID 12025 died...\u000a13:08:54.760915 run iperf3-srv_10.42.42.10(pid=12025): Terminated {rc=256}\u000a13:08:54.770786 --- ParallelTerminationStrategy: PID 12026 died...\u000a13:08:54.823598 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12026): Terminated: ok {rc=0}\u000a13:08:54.833711 --- ParallelTerminationStrategy: PID 12027 died...\u000a13:08:54.886581 run iperf3-srv_10.42.42.10(pid=12027): Terminated {rc=256}\u000a13:08:54.896376 --- ParallelTerminationStrategy: PID 12028 died...\u000a13:08:54.948741 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12028): Terminated: ok {rc=0}\u000a13:08:54.958648 --- ParallelTerminationStrategy: PID 12029 died...\u000a13:08:55.010980 run iperf3-srv_10.42.42.10(pid=12029): Terminated {rc=256}\u000a13:08:55.020900 --- ParallelTerminationStrategy: PID 12030 died...\u000a13:08:55.074001 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12030): Terminated: ok {rc=0}\u000a13:08:55.083881 --- ParallelTerminationStrategy: PID 12031 died...\u000a13:08:55.136345 run iperf3-srv_10.42.42.10(pid=12031): Terminated {rc=256}\u000a13:08:55.146351 --- ParallelTerminationStrategy: PID 12034 died...\u000a13:08:55.198661 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12034): Terminated: ok {rc=0}\u000a13:08:55.208630 --- ParallelTerminationStrategy: PID 12037 died...\u000a13:08:55.261359 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12037): Terminated: ok {rc=0}\u000a13:08:55.270945 --- ParallelTerminationStrategy: PID 12040 died...\u000a13:08:55.323237 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12040): Terminated: ok {rc=0}\u000a13:08:55.411292 bus /gobi_4: Setting Powered False\u000a13:08:56.513773 bus /gobi_4: Setting Powered False\u000a13:08:57.623393 bus /gobi_1: Setting Powered False\u000a13:08:58.725037 bus /gobi_1: Setting Powered False\u000a13:08:59.834944 bus /gobi_0: Setting Powered False\u000a13:09:00.950546 bus /gobi_0: Setting Powered False\u000a13:09:02.071335 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 237, "className" : "gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12049): Process ended prematurely: osmo-stp_10.42.42.5(pid=12049) [trial-2375↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12049)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12049): Process ended prematurely: osmo-stp_10.42.42.5(pid=12049) [trial-2375↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12049)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2375 gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend ping.py\u000a----------------------------------------------\u000a13:09:03.138099 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a13:09:03.150006 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a13:09:03.289562 tst ping.py: using LAC 28610\u000a13:09:03.406199 tst ping.py: using RAC 50\u000a13:09:03.522289 tst ping.py: using CellId 28610\u000a13:09:03.646470 tst ping.py: using BVCI 28611\u000a13:09:03.670704 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a13:09:03.682495 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a13:09:03.694061 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a13:09:03.706145 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a13:09:03.718161 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a13:09:03.730234 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a13:09:03.742373 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a13:09:03.754269 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a13:09:04.029818 tst ping.py:19: start network...\u000a13:09:04.152110 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:09:04.616875 run create_hlr_db(pid=12043): Launched\u000a13:09:04.787395 bus /gobi_6: Setting Powered False\u000a13:09:05.808151 run create_hlr_db(pid=12043): Terminated: ok {rc=0}\u000a13:09:06.199924 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12045): Launched\u000a13:09:06.493880 run osmo-hlr_10.42.42.2(pid=12046): Launched\u000a13:09:06.601283 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:09:07.113232 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12048): Launched\u000a13:09:07.407698 run osmo-stp_10.42.42.5(pid=12049): Launched\u000a13:09:07.515511 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:09:08.028106 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12051): Launched\u000a13:09:08.133906 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:09:08.391484 run patchelf(pid=12052): Launched\u000a13:09:08.564821 run osmo-stp_10.42.42.5(pid=12049): ERR: Terminated: ERROR {rc=1} [trial-2375↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12049)]\u000a13:09:08.691280 run osmo-stp_10.42.42.5(pid=12049): stdout: \u000a| (launched: 2022-12-10_13:09:07.262291)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:09:08.818073 run osmo-stp_10.42.42.5(pid=12049): stderr: \u000a| �[0;m�[38;5;43m20221210130907431 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210130907431 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210130907432 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210130907432 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210130907433 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210130907433 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210130907433 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:09:08.940561 run osmo-stp_10.42.42.5(pid=12049): stdout: \u000a| (launched: 2022-12-10_13:09:07.262291)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:09:09.062323 run osmo-stp_10.42.42.5(pid=12049): stderr: \u000a| �[0;m�[38;5;43m20221210130907431 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210130907431 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210130907432 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210130907432 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210130907433 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210130907433 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210130907433 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:09:09.204165 run patchelf(pid=12052): Terminating (SIGINT)\u000a13:09:09.370646 run patchelf(pid=12052): Terminated: ok {rc=0}\u000a13:09:09.400908 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=12049): Process ended prematurely: osmo-stp_10.42.42.5(pid=12049) [trial-2375↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12049)] [trial-2375↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22]\u000a13:09:09.409530 tst ping.py:22: Test FAILED (6.3 sec)\u000a13:09:09.469484 run osmo-hlr_10.42.42.2(pid=12046): ERR: Terminated: ERROR {rc=237} [trial-2375↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12046)]\u000a13:09:09.518131 run osmo-hlr_10.42.42.2(pid=12046): stdout: \u000a| (launched: 2022-12-10_13:09:06.349186) \u000a13:09:09.567558 run osmo-hlr_10.42.42.2(pid=12046): stderr: \u000a| �[0;m�[1;31m20221210130906526 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210130906526 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210130906526 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210130906526 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210130906526 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210130906526 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210130906538 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2375/run.2022-12-10_12-42-03/gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210130906547 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210130906547 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210130906547 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:09:09.609299 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12045): Terminating (SIGTERM)\u000a13:09:09.649024 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12048): Terminating (SIGTERM)\u000a13:09:09.689111 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12051): Terminating (SIGTERM)\u000a13:09:09.698729 --- ParallelTerminationStrategy: PID 12045 died...\u000a13:09:09.751390 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12045): Terminated: ok {rc=0}\u000a13:09:09.761308 --- ParallelTerminationStrategy: PID 12048 died...\u000a13:09:09.813668 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12048): Terminated: ok {rc=0}\u000a13:09:09.823298 --- ParallelTerminationStrategy: PID 12051 died...\u000a13:09:09.875684 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12051): Terminated: ok {rc=0}\u000a13:09:09.961889 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 237, "className" : "gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12059): Process ended prematurely: osmo-stp_10.42.42.5(pid=12059) [trial-2375↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12059)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12059): Process ended prematurely: osmo-stp_10.42.42.5(pid=12059) [trial-2375↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12059)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2375 gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend ping_idle_ping.py\u000a----------------------------------------------\u000a13:09:11.013263 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a13:09:11.025087 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a13:09:11.164506 tst ping_idle_ping.py: using LAC 28611\u000a13:09:11.282835 tst ping_idle_ping.py: using RAC 51\u000a13:09:11.398554 tst ping_idle_ping.py: using CellId 28611\u000a13:09:11.518109 tst ping_idle_ping.py: using BVCI 28612\u000a13:09:11.540676 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a13:09:11.551739 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a13:09:11.562647 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a13:09:11.573937 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a13:09:11.585150 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a13:09:11.596219 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a13:09:11.607377 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a13:09:11.619343 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a13:09:11.908267 tst ping_idle_ping.py:24: start network...\u000a13:09:12.040323 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:09:12.545216 run create_hlr_db(pid=12053): Launched\u000a13:09:12.728637 bus /gobi_6: Setting Powered False\u000a13:09:13.748137 run create_hlr_db(pid=12053): Terminated: ok {rc=0}\u000a13:09:14.166863 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12055): Launched\u000a13:09:14.480620 run osmo-hlr_10.42.42.2(pid=12056): Launched\u000a13:09:14.598666 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:09:15.145168 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12058): Launched\u000a13:09:15.459146 run osmo-stp_10.42.42.5(pid=12059): Launched\u000a13:09:15.573373 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:09:16.142536 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12061): Launched\u000a13:09:16.261494 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:09:16.552137 run patchelf(pid=12062): Launched\u000a13:09:16.741394 run osmo-stp_10.42.42.5(pid=12059): ERR: Terminated: ERROR {rc=1} [trial-2375↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12059)]\u000a13:09:16.879614 run osmo-stp_10.42.42.5(pid=12059): stdout: \u000a| (launched: 2022-12-10_13:09:15.305318)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:09:17.035361 run osmo-stp_10.42.42.5(pid=12059): stderr: \u000a| �[0;m�[38;5;43m20221210130915495 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210130915495 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210130915495 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210130915496 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210130915496 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210130915496 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210130915496 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:09:17.163295 run osmo-stp_10.42.42.5(pid=12059): stdout: \u000a| (launched: 2022-12-10_13:09:15.305318)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:09:17.288909 run osmo-stp_10.42.42.5(pid=12059): stderr: \u000a| �[0;m�[38;5;43m20221210130915495 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210130915495 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210130915495 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210130915496 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210130915496 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210130915496 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210130915496 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:09:17.430964 run patchelf(pid=12062): Terminating (SIGINT)\u000a13:09:17.598334 run patchelf(pid=12062): Terminated: ok {rc=0}\u000a13:09:17.628678 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=12059): Process ended prematurely: osmo-stp_10.42.42.5(pid=12059) [trial-2375↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12059)] [trial-2375↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27]\u000a13:09:17.637264 tst ping_idle_ping.py:27: Test FAILED (6.6 sec)\u000a13:09:17.696627 run osmo-hlr_10.42.42.2(pid=12056): ERR: Terminated: ERROR {rc=237} [trial-2375↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12056)]\u000a13:09:17.745426 run osmo-hlr_10.42.42.2(pid=12056): stdout: \u000a| (launched: 2022-12-10_13:09:14.327012) \u000a13:09:17.794759 run osmo-hlr_10.42.42.2(pid=12056): stderr: \u000a| �[0;m�[1;31m20221210130914525 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210130914525 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210130914525 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210130914525 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210130914525 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210130914525 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210130914539 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2375/run.2022-12-10_12-42-03/gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210130914549 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210130914549 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210130914549 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:09:17.836564 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12055): Terminating (SIGTERM)\u000a13:09:17.876042 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12058): Terminating (SIGTERM)\u000a13:09:17.915528 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12061): Terminating (SIGTERM)\u000a13:09:17.924981 --- ParallelTerminationStrategy: PID 12055 died...\u000a13:09:17.977757 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12055): Terminated: ok {rc=0}\u000a13:09:17.987842 --- ParallelTerminationStrategy: PID 12058 died...\u000a13:09:18.040633 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12058): Terminated: ok {rc=0}\u000a13:09:18.050145 --- ParallelTerminationStrategy: PID 12061 died...\u000a13:09:18.102644 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12061): Terminated: ok {rc=0}\u000a13:09:18.189610 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "54", "name" : "gprs_trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T13:08:19" }, { "cases" : [ { "testActions" : [ ], "age" : 237, "className" : "dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12073): Process ended prematurely: osmo-stp_10.42.42.5(pid=12073) [trial-2375↪dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12073)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12073): Process ended prematurely: osmo-stp_10.42.42.5(pid=12073) [trial-2375↪dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12073)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2375 dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any switch_tch_pdch.py\u000a----------------------------------------------\u000a13:09:20.217173 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a13:09:20.228690 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a13:09:20.392748 tst switch_tch_pdch.py: using LAC 28612\u000a13:09:20.516104 tst switch_tch_pdch.py: using RAC 52\u000a13:09:20.638904 tst switch_tch_pdch.py: using CellId 28612\u000a13:09:20.762136 tst switch_tch_pdch.py: using BVCI 28613\u000a13:09:20.786131 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a13:09:20.797590 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a13:09:20.808803 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a13:09:20.820161 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a13:09:20.831509 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a13:09:20.842794 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a13:09:20.854324 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a13:09:20.866048 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a13:09:20.982356 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a13:09:21.254007 tst switch_tch_pdch.py:51: start network...\u000a13:09:21.376018 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:09:21.839235 run create_hlr_db(pid=12067): Launched\u000a13:09:22.009474 bus /gobi_6: Setting Powered False\u000a13:09:23.030242 run create_hlr_db(pid=12067): Terminated: ok {rc=0}\u000a13:09:23.422248 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12069): Launched\u000a13:09:23.717340 run osmo-hlr_10.42.42.2(pid=12070): Launched\u000a13:09:23.829464 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:09:24.349102 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12072): Launched\u000a13:09:24.644016 run osmo-stp_10.42.42.5(pid=12073): Launched\u000a13:09:24.752056 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:09:25.264732 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12075): Launched\u000a13:09:25.369979 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:09:25.626955 run patchelf(pid=12076): Launched\u000a13:09:25.799617 run osmo-stp_10.42.42.5(pid=12073): ERR: Terminated: ERROR {rc=1} [trial-2375↪dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12073)]\u000a13:09:25.925533 run osmo-stp_10.42.42.5(pid=12073): stdout: \u000a| (launched: 2022-12-10_13:09:24.498554)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:09:26.051276 run osmo-stp_10.42.42.5(pid=12073): stderr: \u000a| �[0;m�[38;5;43m20221210130924668 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210130924668 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210130924668 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210130924669 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210130924669 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210130924669 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210130924669 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:09:26.173231 run osmo-stp_10.42.42.5(pid=12073): stdout: \u000a| (launched: 2022-12-10_13:09:24.498554)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:09:26.293933 run osmo-stp_10.42.42.5(pid=12073): stderr: \u000a| �[0;m�[38;5;43m20221210130924668 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210130924668 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210130924668 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210130924669 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210130924669 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210130924669 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210130924669 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:09:26.434599 run patchelf(pid=12076): Terminating (SIGINT)\u000a13:09:26.600342 run patchelf(pid=12076): Terminated: ok {rc=0}\u000a13:09:26.630501 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=12073): Process ended prematurely: osmo-stp_10.42.42.5(pid=12073) [trial-2375↪dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12073)] [trial-2375↪dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54]\u000a13:09:26.639147 tst switch_tch_pdch.py:54: Test FAILED (6.4 sec)\u000a13:09:26.698814 run osmo-hlr_10.42.42.2(pid=12070): ERR: Terminated: ERROR {rc=237} [trial-2375↪dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12070)]\u000a13:09:26.747292 run osmo-hlr_10.42.42.2(pid=12070): stdout: \u000a| (launched: 2022-12-10_13:09:23.571652) \u000a13:09:26.796288 run osmo-hlr_10.42.42.2(pid=12070): stderr: \u000a| �[0;m�[1;31m20221210130923747 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210130923747 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210130923747 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210130923747 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210130923747 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210130923747 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210130923759 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2375/run.2022-12-10_12-42-03/dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210130923767 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210130923767 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210130923767 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:09:26.837710 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12069): Terminating (SIGTERM)\u000a13:09:26.876935 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12072): Terminating (SIGTERM)\u000a13:09:26.916281 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12075): Terminating (SIGTERM)\u000a13:09:26.925655 --- ParallelTerminationStrategy: PID 12069 died...\u000a13:09:26.978384 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12069): Terminated: ok {rc=0}\u000a13:09:26.987851 --- ParallelTerminationStrategy: PID 12072 died...\u000a13:09:27.040197 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12072): Terminated: ok {rc=0}\u000a13:09:27.049925 --- ParallelTerminationStrategy: PID 12075 died...\u000a13:09:27.102281 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12075): Terminated: ok {rc=0}\u000a13:09:27.184914 bus /gobi_0: Setting Powered False\u000a13:09:28.290590 bus /gobi_0: Setting Powered False\u000a13:09:29.396726 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "55", "name" : "dynts_trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T13:09:19" }, { "cases" : [ { "testActions" : [ ], "age" : 237, "className" : "dynts:trx-b200+mod-bts0-dynts67-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12086): Process ended prematurely: osmo-stp_10.42.42.5(pid=12086) [trial-2375↪dynts:trx-b200+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12086)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12086): Process ended prematurely: osmo-stp_10.42.42.5(pid=12086) [trial-2375↪dynts:trx-b200+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12086)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2375 dynts:trx-b200+mod-bts0-dynts67-osmo switch_tch_pdch.py\u000a----------------------------------------------\u000a13:09:31.372841 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a13:09:31.388232 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x bts (candidates: 1)\u000a13:09:31.580629 tst switch_tch_pdch.py: using LAC 28613\u000a13:09:31.723842 tst switch_tch_pdch.py: using RAC 53\u000a13:09:31.841413 tst switch_tch_pdch.py: using CellId 28613\u000a13:09:31.961719 tst switch_tch_pdch.py: using BVCI 28614\u000a13:09:31.985862 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a13:09:31.997553 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a13:09:32.010517 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a13:09:32.022178 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a13:09:32.034798 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a13:09:32.047610 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a13:09:32.061724 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a13:09:32.075248 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a13:09:32.194481 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a13:09:32.470227 tst switch_tch_pdch.py:51: start network...\u000a13:09:32.594221 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:09:33.032789 run create_hlr_db(pid=12080): Launched\u000a13:09:33.153791 bus /gobi_6: Setting Powered False\u000a13:09:34.224581 run create_hlr_db(pid=12080): Terminated: ok {rc=0}\u000a13:09:34.614444 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12082): Launched\u000a13:09:34.927777 run osmo-hlr_10.42.42.2(pid=12083): Launched\u000a13:09:35.042873 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:09:35.558292 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12085): Launched\u000a13:09:35.851680 run osmo-stp_10.42.42.5(pid=12086): Launched\u000a13:09:35.966170 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:09:36.457216 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12088): Launched\u000a13:09:36.561572 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:09:36.817428 run patchelf(pid=12089): Launched\u000a13:09:36.989301 run osmo-stp_10.42.42.5(pid=12086): ERR: Terminated: ERROR {rc=1} [trial-2375↪dynts:trx-b200+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12086)]\u000a13:09:37.114731 run osmo-stp_10.42.42.5(pid=12086): stdout: \u000a| (launched: 2022-12-10_13:09:35.707520)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:09:37.240506 run osmo-stp_10.42.42.5(pid=12086): stderr: \u000a| �[0;m�[38;5;43m20221210130935876 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210130935876 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210130935876 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210130935877 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210130935879 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210130935879 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210130935879 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:09:37.362315 run osmo-stp_10.42.42.5(pid=12086): stdout: \u000a| (launched: 2022-12-10_13:09:35.707520)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:09:37.483049 run osmo-stp_10.42.42.5(pid=12086): stderr: \u000a| �[0;m�[38;5;43m20221210130935876 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210130935876 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210130935876 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210130935877 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210130935879 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210130935879 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210130935879 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:09:37.623498 run patchelf(pid=12089): Terminating (SIGINT)\u000a13:09:37.789518 run patchelf(pid=12089): Terminated: ok {rc=0}\u000a13:09:37.819507 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=12086): Process ended prematurely: osmo-stp_10.42.42.5(pid=12086) [trial-2375↪dynts:trx-b200+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12086)] [trial-2375↪dynts:trx-b200+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54]\u000a13:09:37.828065 tst switch_tch_pdch.py:54: Test FAILED (6.4 sec)\u000a13:09:37.887326 run osmo-hlr_10.42.42.2(pid=12083): ERR: Terminated: ERROR {rc=237} [trial-2375↪dynts:trx-b200+mod-bts0-dynts67-osmo↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12083)]\u000a13:09:37.935519 run osmo-hlr_10.42.42.2(pid=12083): stdout: \u000a| (launched: 2022-12-10_13:09:34.774580) \u000a13:09:37.984452 run osmo-hlr_10.42.42.2(pid=12083): stderr: \u000a| �[0;m�[1;31m20221210130934976 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210130934976 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210130934976 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210130934976 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210130934976 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210130934976 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210130934991 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2375/run.2022-12-10_12-42-03/dynts:trx-b200+mod-bts0-dynts67-osmo/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210130935001 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210130935001 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210130935001 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:09:38.025743 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12082): Terminating (SIGTERM)\u000a13:09:38.064754 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12085): Terminating (SIGTERM)\u000a13:09:38.103815 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12088): Terminating (SIGTERM)\u000a13:09:38.113131 --- ParallelTerminationStrategy: PID 12082 died...\u000a13:09:38.165236 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12082): Terminated: ok {rc=0}\u000a13:09:38.174796 --- ParallelTerminationStrategy: PID 12085 died...\u000a13:09:38.226995 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12085): Terminated: ok {rc=0}\u000a13:09:38.236567 --- ParallelTerminationStrategy: PID 12088 died...\u000a13:09:38.288289 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12088): Terminated: ok {rc=0}\u000a13:09:38.369330 bus /gobi_0: Setting Powered False\u000a13:09:39.475539 bus /gobi_0: Setting Powered False\u000a13:09:40.583422 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "56", "name" : "dynts_trx-b200+mod-bts0-dynts67-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T13:09:31" }, { "cases" : [ { "testActions" : [ ], "age" : 237, "className" : "nitb_sms:trx-sysmocell5000", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=12094): Process ended prematurely: osmo-nitb_10.42.42.2(pid=12094) [trial-2375↪nitb_sms:trx-sysmocell5000↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=12094)]", "failedSince" : 2139, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_sms/mo_mt_sms.py\", line 11, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=12094): Process ended prematurely: osmo-nitb_10.42.42.2(pid=12094) [trial-2375↪nitb_sms:trx-sysmocell5000↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=12094)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2375 nitb_sms:trx-sysmocell5000 mo_mt_sms.py\u000a----------------------------------------------\u000a13:09:42.481099 tst nitb_sms:trx-sysmocell5000: Using 1 x ip_address (candidates: 1)\u000a13:09:42.492107 tst nitb_sms:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a13:09:42.626817 tst mo_mt_sms.py: using LAC 28614\u000a13:09:42.750111 tst mo_mt_sms.py: using RAC 54\u000a13:09:42.873347 tst mo_mt_sms.py: using CellId 28614\u000a13:09:42.995961 tst mo_mt_sms.py: using BVCI 28615\u000a13:09:43.019869 tst nitb_sms:trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a13:09:43.133980 tst nitb_sms:trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a13:09:43.419119 tst mo_mt_sms.py:9: start nitb and bts...\u000a13:09:43.549542 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a13:09:44.194296 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=12093): Launched\u000a13:09:44.503168 run osmo-nitb_10.42.42.2(pid=12094): Launched\u000a13:09:44.695195 run osmo-nitb_10.42.42.2(pid=12094): ERR: Terminated: ERROR {rc=2} [trial-2375↪nitb_sms:trx-sysmocell5000↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=12094)]\u000a13:09:44.835761 run osmo-nitb_10.42.42.2(pid=12094): stdout: \u000a| (launched: 2022-12-10_13:09:44.353805) \u000a13:09:44.977769 run osmo-nitb_10.42.42.2(pid=12094): stderr: \u000a| (launched: 2022-12-10_13:09:44.400445)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a13:09:45.115238 run osmo-nitb_10.42.42.2(pid=12094): stdout: \u000a| (launched: 2022-12-10_13:09:44.353805) \u000a13:09:45.251254 run osmo-nitb_10.42.42.2(pid=12094): stderr: \u000a| (launched: 2022-12-10_13:09:44.400445)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a13:09:45.629428 tst osmo-nitb_10.42.42.2(pid=12094): stdout: \u000a| (launched: 2022-12-10_13:09:44.353805) \u000a13:09:45.753490 tst osmo-nitb_10.42.42.2(pid=12094): stderr: \u000a| (launched: 2022-12-10_13:09:44.400445)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a13:09:45.807977 tst mo_mt_sms.py:11: ERR: Error: osmo-nitb_10.42.42.2(pid=12094): Process ended prematurely: osmo-nitb_10.42.42.2(pid=12094) [trial-2375↪nitb_sms:trx-sysmocell5000↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=12094)] [trial-2375↪nitb_sms:trx-sysmocell5000↪mo_mt_sms.py:11]\u000a13:09:45.816672 tst mo_mt_sms.py:11: Test FAILED (3.3 sec)\u000a13:09:45.871405 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=12093): Terminating (SIGTERM)\u000a13:09:46.054497 --- ParallelTerminationStrategy: PID 12093 died...\u000a13:09:46.116666 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=12093): Terminated: ok {rc=0}\u000a13:09:46.222697 bus /sierra_3: Setting Powered False\u000a13:09:47.325435 bus /sierra_3: Setting Powered False\u000a13:09:48.436992 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 8.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "57", "name" : "nitb_sms_trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T13:09:42" }, { "cases" : [ { "testActions" : [ ], "age" : 237, "className" : "sms:trx-sysmocell5000", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12104): Process ended prematurely: osmo-stp_10.42.42.5(pid=12104) [trial-2375↪sms:trx-sysmocell5000↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12104)]", "failedSince" : 2139, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/sms/mo_mt_sms.py\", line 16, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12104): Process ended prematurely: osmo-stp_10.42.42.5(pid=12104) [trial-2375↪sms:trx-sysmocell5000↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12104)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2375 sms:trx-sysmocell5000 mo_mt_sms.py\u000a----------------------------------------------\u000a13:09:50.321655 tst sms:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a13:09:50.332281 tst sms:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a13:09:50.466834 tst mo_mt_sms.py: using LAC 28615\u000a13:09:50.582236 tst mo_mt_sms.py: using RAC 55\u000a13:09:50.697970 tst mo_mt_sms.py: using CellId 28615\u000a13:09:50.820378 tst mo_mt_sms.py: using BVCI 28616\u000a13:09:50.844334 tst sms:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a13:09:50.855505 tst sms:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a13:09:50.867487 tst sms:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a13:09:50.878465 tst sms:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a13:09:50.889492 tst sms:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a13:09:50.900470 tst sms:trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a13:09:51.014038 tst sms:trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a13:09:51.219539 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:09:51.722680 run create_hlr_db(pid=12098): Launched\u000a13:09:51.905244 bus /sierra_2: Setting Powered False\u000a13:09:52.925717 run create_hlr_db(pid=12098): Terminated: ok {rc=0}\u000a13:09:53.321479 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12100): Launched\u000a13:09:53.615975 run osmo-hlr_10.42.42.2(pid=12101): Launched\u000a13:09:53.727840 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:09:54.243732 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12103): Launched\u000a13:09:54.538060 run osmo-stp_10.42.42.5(pid=12104): Launched\u000a13:09:54.645553 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a13:09:55.184178 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12106): Launched\u000a13:09:55.478862 run osmo-msc_10.42.42.6(pid=12107): Launched\u000a13:09:55.652568 run osmo-stp_10.42.42.5(pid=12104): ERR: Terminated: ERROR {rc=1} [trial-2375↪sms:trx-sysmocell5000↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12104)]\u000a13:09:55.778077 run osmo-stp_10.42.42.5(pid=12104): stdout: \u000a| (launched: 2022-12-10_13:09:54.393146)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:09:55.900872 run osmo-stp_10.42.42.5(pid=12104): stderr: \u000a| �[0;m�[38;5;43m20221210130954563 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210130954564 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210130954564 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210130954564 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210130954565 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210130954565 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210130954565 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:09:56.018795 run osmo-stp_10.42.42.5(pid=12104): stdout: \u000a| (launched: 2022-12-10_13:09:54.393146)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:09:56.136301 run osmo-stp_10.42.42.5(pid=12104): stderr: \u000a| �[0;m�[38;5;43m20221210130954563 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210130954564 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210130954564 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210130954564 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210130954565 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210130954565 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210130954565 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:09:56.188034 tst mo_mt_sms.py:16: ERR: Error: osmo-stp_10.42.42.5(pid=12104): Process ended prematurely: osmo-stp_10.42.42.5(pid=12104) [trial-2375↪sms:trx-sysmocell5000↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12104)] [trial-2375↪sms:trx-sysmocell5000↪mo_mt_sms.py:16]\u000a13:09:56.196012 tst mo_mt_sms.py:16: Test FAILED (5.9 sec)\u000a13:09:56.255411 run osmo-hlr_10.42.42.2(pid=12101): ERR: Terminated: ERROR {rc=237} [trial-2375↪sms:trx-sysmocell5000↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12101)]\u000a13:09:56.303901 run osmo-hlr_10.42.42.2(pid=12101): stdout: \u000a| (launched: 2022-12-10_13:09:53.471121) \u000a13:09:56.353041 run osmo-hlr_10.42.42.2(pid=12101): stderr: \u000a| �[0;m�[1;31m20221210130953644 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210130953644 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210130953644 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210130953644 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210130953644 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210130953644 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210130953656 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2375/run.2022-12-10_12-42-03/sms:trx-sysmocell5000/mo_mt_sms.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210130953667 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210130953667 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210130953667 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:09:56.419545 run osmo-msc_10.42.42.6(pid=12107): ERR: Terminated: ERROR {rc=2} [trial-2375↪sms:trx-sysmocell5000↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=12107)]\u000a13:09:56.467844 run osmo-msc_10.42.42.6(pid=12107): stdout: \u000a| (launched: 2022-12-10_13:09:55.333539) \u000a13:09:56.516788 run osmo-msc_10.42.42.6(pid=12107): stderr: \u000a| �[0;m�[38;5;43m20221210130955603 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210130955603 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f9e4b38ac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210130955603 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210130955603 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210130955603 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210130955603 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210130955606 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210130955606 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210130955606 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210130955606 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a13:09:56.558133 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12100): Terminating (SIGTERM)\u000a13:09:56.597642 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12103): Terminating (SIGTERM)\u000a13:09:56.636689 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12106): Terminating (SIGTERM)\u000a13:09:56.646052 --- ParallelTerminationStrategy: PID 12100 died...\u000a13:09:56.698853 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12100): Terminated: ok {rc=0}\u000a13:09:56.708218 --- ParallelTerminationStrategy: PID 12103 died...\u000a13:09:56.760317 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12103): Terminated: ok {rc=0}\u000a13:09:56.769872 --- ParallelTerminationStrategy: PID 12106 died...\u000a13:09:56.822438 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12106): Terminated: ok {rc=0}\u000a13:09:56.904560 bus /sierra_3: Setting Powered False\u000a13:09:58.009327 bus /sierra_3: Setting Powered False\u000a13:09:59.115536 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 11.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "58", "name" : "sms_trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T13:09:50" }, { "cases" : [ { "testActions" : [ ], "age" : 237, "className" : "nitb_ussd:trx-sysmocell5000", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=12116): Process ended prematurely: osmo-nitb_10.42.42.2(pid=12116) [trial-2375↪nitb_ussd:trx-sysmocell5000↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=12116)]", "failedSince" : 2139, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_ussd/assert_extension.py\", line 12, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=12116): Process ended prematurely: osmo-nitb_10.42.42.2(pid=12116) [trial-2375↪nitb_ussd:trx-sysmocell5000↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=12116)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2375 nitb_ussd:trx-sysmocell5000 assert_extension.py\u000a----------------------------------------------\u000a13:10:00.960009 tst nitb_ussd:trx-sysmocell5000: Using 1 x ip_address (candidates: 1)\u000a13:10:00.975973 tst nitb_ussd:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a13:10:01.128479 tst assert_extension.py: using LAC 28616\u000a13:10:01.255174 tst assert_extension.py: using RAC 56\u000a13:10:01.413015 tst assert_extension.py: using CellId 28616\u000a13:10:01.549953 tst assert_extension.py: using BVCI 28617\u000a13:10:01.575406 tst nitb_ussd:trx-sysmocell5000: Using 1 x modem (candidates: 1)\u000a13:10:01.867473 tst assert_extension.py:10: start nitb and bts...\u000a13:10:02.001409 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a13:10:02.617968 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=12115): Launched\u000a13:10:02.909229 run osmo-nitb_10.42.42.2(pid=12116): Launched\u000a13:10:03.091505 run osmo-nitb_10.42.42.2(pid=12116): ERR: Terminated: ERROR {rc=2} [trial-2375↪nitb_ussd:trx-sysmocell5000↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=12116)]\u000a13:10:03.225309 run osmo-nitb_10.42.42.2(pid=12116): stdout: \u000a| (launched: 2022-12-10_13:10:02.767631) \u000a13:10:03.359469 run osmo-nitb_10.42.42.2(pid=12116): stderr: \u000a| (launched: 2022-12-10_13:10:02.811640)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a13:10:03.489269 run osmo-nitb_10.42.42.2(pid=12116): stdout: \u000a| (launched: 2022-12-10_13:10:02.767631) \u000a13:10:03.618171 run osmo-nitb_10.42.42.2(pid=12116): stderr: \u000a| (launched: 2022-12-10_13:10:02.811640)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a13:10:04.028092 tst osmo-nitb_10.42.42.2(pid=12116): stdout: \u000a| (launched: 2022-12-10_13:10:02.767631) \u000a13:10:04.145635 tst osmo-nitb_10.42.42.2(pid=12116): stderr: \u000a| (launched: 2022-12-10_13:10:02.811640)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a13:10:04.197146 tst assert_extension.py:12: ERR: Error: osmo-nitb_10.42.42.2(pid=12116): Process ended prematurely: osmo-nitb_10.42.42.2(pid=12116) [trial-2375↪nitb_ussd:trx-sysmocell5000↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=12116)] [trial-2375↪nitb_ussd:trx-sysmocell5000↪assert_extension.py:12]\u000a13:10:04.205312 tst assert_extension.py:12: Test FAILED (3.2 sec)\u000a13:10:04.239592 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=12115): Terminating (SIGTERM)\u000a13:10:04.417238 --- ParallelTerminationStrategy: PID 12115 died...\u000a13:10:04.472110 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=12115): Terminated: ok {rc=0}\u000a13:10:04.561857 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 6.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "59", "name" : "nitb_ussd_trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T13:10:00" }, { "cases" : [ { "testActions" : [ ], "age" : 237, "className" : "ussd:trx-sysmocell5000", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12126): Process ended prematurely: osmo-stp_10.42.42.5(pid=12126) [trial-2375↪ussd:trx-sysmocell5000↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12126)]", "failedSince" : 2139, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/ussd/assert_extension.py\", line 17, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12126): Process ended prematurely: osmo-stp_10.42.42.5(pid=12126) [trial-2375↪ussd:trx-sysmocell5000↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12126)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2375 ussd:trx-sysmocell5000 assert_extension.py\u000a----------------------------------------------\u000a13:10:06.397480 tst ussd:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a13:10:06.408092 tst ussd:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a13:10:06.542517 tst assert_extension.py: using LAC 28617\u000a13:10:06.657714 tst assert_extension.py: using RAC 57\u000a13:10:06.779974 tst assert_extension.py: using CellId 28617\u000a13:10:06.902657 tst assert_extension.py: using BVCI 28618\u000a13:10:06.926535 tst ussd:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a13:10:06.937707 tst ussd:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a13:10:06.948618 tst ussd:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a13:10:06.959617 tst ussd:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a13:10:06.970661 tst ussd:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a13:10:06.981549 tst ussd:trx-sysmocell5000: Using 1 x modem (candidates: 1)\u000a13:10:07.177413 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:10:07.640386 run create_hlr_db(pid=12120): Launched\u000a13:10:07.811005 bus /sierra_2: Setting Powered False\u000a13:10:08.831023 run create_hlr_db(pid=12120): Terminated: ok {rc=0}\u000a13:10:09.249634 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12122): Launched\u000a13:10:09.564800 run osmo-hlr_10.42.42.2(pid=12123): Launched\u000a13:10:09.682265 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:10:10.312505 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12125): Launched\u000a13:10:10.622045 run osmo-stp_10.42.42.5(pid=12126): Launched\u000a13:10:10.734235 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a13:10:11.297840 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12128): Launched\u000a13:10:11.606721 run osmo-msc_10.42.42.6(pid=12129): Launched\u000a13:10:11.788225 run osmo-stp_10.42.42.5(pid=12126): ERR: Terminated: ERROR {rc=1} [trial-2375↪ussd:trx-sysmocell5000↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12126)]\u000a13:10:11.920301 run osmo-stp_10.42.42.5(pid=12126): stdout: \u000a| (launched: 2022-12-10_13:10:10.470555)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:10:12.051986 run osmo-stp_10.42.42.5(pid=12126): stderr: \u000a| �[0;m�[38;5;43m20221210131010660 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210131010661 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210131010661 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210131010661 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210131010662 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210131010662 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210131010662 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:10:12.176398 run osmo-stp_10.42.42.5(pid=12126): stdout: \u000a| (launched: 2022-12-10_13:10:10.470555)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:10:12.299562 run osmo-stp_10.42.42.5(pid=12126): stderr: \u000a| �[0;m�[38;5;43m20221210131010660 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210131010661 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210131010661 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210131010661 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210131010662 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210131010662 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210131010662 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:10:12.353851 tst assert_extension.py:17: ERR: Error: osmo-stp_10.42.42.5(pid=12126): Process ended prematurely: osmo-stp_10.42.42.5(pid=12126) [trial-2375↪ussd:trx-sysmocell5000↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12126)] [trial-2375↪ussd:trx-sysmocell5000↪assert_extension.py:17]\u000a13:10:12.362499 tst assert_extension.py:17: Test FAILED (6.0 sec)\u000a13:10:12.424270 run osmo-hlr_10.42.42.2(pid=12123): ERR: Terminated: ERROR {rc=237} [trial-2375↪ussd:trx-sysmocell5000↪assert_extension.py↪assert_extension.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12123)]\u000a13:10:12.475262 run osmo-hlr_10.42.42.2(pid=12123): stdout: \u000a| (launched: 2022-12-10_13:10:09.409876) \u000a13:10:12.526907 run osmo-hlr_10.42.42.2(pid=12123): stderr: \u000a| �[0;m�[1;31m20221210131009608 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210131009608 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210131009608 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210131009608 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210131009608 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210131009608 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210131009624 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2375/run.2022-12-10_12-42-03/ussd:trx-sysmocell5000/assert_extension.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210131009634 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210131009634 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210131009634 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:10:12.596391 run osmo-msc_10.42.42.6(pid=12129): ERR: Terminated: ERROR {rc=2} [trial-2375↪ussd:trx-sysmocell5000↪assert_extension.py↪assert_extension.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=12129)]\u000a13:10:12.646785 run osmo-msc_10.42.42.6(pid=12129): stdout: \u000a| (launched: 2022-12-10_13:10:11.454965) \u000a13:10:12.697884 run osmo-msc_10.42.42.6(pid=12129): stderr: \u000a| �[0;m�[38;5;43m20221210131011774 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210131011774 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fe701862c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210131011774 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210131011774 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210131011774 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210131011775 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210131011776 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210131011777 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210131011777 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210131011777 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a13:10:12.741503 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12122): Terminating (SIGTERM)\u000a13:10:12.782643 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12125): Terminating (SIGTERM)\u000a13:10:12.823841 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12128): Terminating (SIGTERM)\u000a13:10:12.833494 --- ParallelTerminationStrategy: PID 12122 died...\u000a13:10:12.888727 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12122): Terminated: ok {rc=0}\u000a13:10:12.898523 --- ParallelTerminationStrategy: PID 12125 died...\u000a13:10:12.953288 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12125): Terminated: ok {rc=0}\u000a13:10:12.963185 --- ParallelTerminationStrategy: PID 12128 died...\u000a13:10:13.017698 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12128): Terminated: ok {rc=0}\u000a13:10:13.103984 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 9.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "60", "name" : "ussd_trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T13:10:06" }, { "cases" : [ { "testActions" : [ ], "age" : 237, "className" : "voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12140): Process ended prematurely: osmo-stp_10.42.42.5(pid=12140) [trial-2375↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12140)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12140): Process ended prematurely: osmo-stp_10.42.42.5(pid=12140) [trial-2375↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12140)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2375 voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call.py\u000a----------------------------------------------\u000a13:10:15.066814 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a13:10:15.078285 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a13:10:15.239158 tst mo_mt_call.py: using LAC 28618\u000a13:10:15.364853 tst mo_mt_call.py: using RAC 58\u000a13:10:15.490170 tst mo_mt_call.py: using CellId 28618\u000a13:10:15.613782 tst mo_mt_call.py: using BVCI 28619\u000a13:10:15.637760 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a13:10:15.649276 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a13:10:15.660472 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a13:10:15.671763 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a13:10:15.683104 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a13:10:15.694428 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a13:10:15.809255 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a13:10:16.031347 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:10:16.584205 run create_hlr_db(pid=12134): Launched\u000a13:10:16.770726 bus /sierra_2: Setting Powered False\u000a13:10:17.778341 run create_hlr_db(pid=12134): Terminated: ok {rc=0}\u000a13:10:18.206372 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12136): Launched\u000a13:10:18.521329 run osmo-hlr_10.42.42.2(pid=12137): Launched\u000a13:10:18.639697 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:10:19.186206 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12139): Launched\u000a13:10:19.501255 run osmo-stp_10.42.42.5(pid=12140): Launched\u000a13:10:19.616646 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a13:10:20.191192 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12142): Launched\u000a13:10:20.505688 run osmo-msc_10.42.42.6(pid=12143): Launched\u000a13:10:20.691194 run osmo-stp_10.42.42.5(pid=12140): ERR: Terminated: ERROR {rc=1} [trial-2375↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12140)]\u000a13:10:20.825190 run osmo-stp_10.42.42.5(pid=12140): stdout: \u000a| (launched: 2022-12-10_13:10:19.347081)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:10:20.958749 run osmo-stp_10.42.42.5(pid=12140): stderr: \u000a| �[0;m�[38;5;43m20221210131019538 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210131019538 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210131019538 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210131019539 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210131019541 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210131019541 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210131019541 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:10:21.085943 run osmo-stp_10.42.42.5(pid=12140): stdout: \u000a| (launched: 2022-12-10_13:10:19.347081)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:10:21.212083 run osmo-stp_10.42.42.5(pid=12140): stderr: \u000a| �[0;m�[38;5;43m20221210131019538 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210131019538 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210131019538 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210131019539 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210131019541 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210131019541 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210131019541 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:10:21.267503 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=12140): Process ended prematurely: osmo-stp_10.42.42.5(pid=12140) [trial-2375↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12140)] [trial-2375↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8]\u000a13:10:21.276544 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a13:10:21.338184 run osmo-hlr_10.42.42.2(pid=12137): ERR: Terminated: ERROR {rc=237} [trial-2375↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12137)]\u000a13:10:21.389114 run osmo-hlr_10.42.42.2(pid=12137): stdout: \u000a| (launched: 2022-12-10_13:10:18.367398) \u000a13:10:21.440378 run osmo-hlr_10.42.42.2(pid=12137): stderr: \u000a| �[0;m�[1;31m20221210131018563 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210131018563 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210131018563 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210131018563 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210131018563 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210131018563 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210131018574 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2375/run.2022-12-10_12-42-03/voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210131018583 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210131018583 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210131018583 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:10:21.510107 run osmo-msc_10.42.42.6(pid=12143): ERR: Terminated: ERROR {rc=2} [trial-2375↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=12143)]\u000a13:10:21.561035 run osmo-msc_10.42.42.6(pid=12143): stdout: \u000a| (launched: 2022-12-10_13:10:20.351639) \u000a13:10:21.612427 run osmo-msc_10.42.42.6(pid=12143): stderr: \u000a| �[0;m�[38;5;43m20221210131020675 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210131020676 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ff6c667ec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210131020676 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210131020676 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210131020676 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210131020676 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210131020678 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210131020678 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210131020678 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210131020678 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a13:10:21.655794 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12136): Terminating (SIGTERM)\u000a13:10:21.697032 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12139): Terminating (SIGTERM)\u000a13:10:21.738232 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12142): Terminating (SIGTERM)\u000a13:10:21.747729 --- ParallelTerminationStrategy: PID 12136 died...\u000a13:10:21.802751 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12136): Terminated: ok {rc=0}\u000a13:10:21.812516 --- ParallelTerminationStrategy: PID 12139 died...\u000a13:10:21.867114 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12139): Terminated: ok {rc=0}\u000a13:10:21.876846 --- ParallelTerminationStrategy: PID 12142 died...\u000a13:10:21.931447 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12142): Terminated: ok {rc=0}\u000a13:10:22.016559 bus /sierra_3: Setting Powered False\u000a13:10:23.122986 bus /sierra_3: Setting Powered False\u000a13:10:24.232925 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 211, "className" : "voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12151): Process ended prematurely: osmo-stp_10.42.42.5(pid=12151) [trial-2375↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12151)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12151): Process ended prematurely: osmo-stp_10.42.42.5(pid=12151) [trial-2375↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12151)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2375 voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a13:10:25.342044 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a13:10:25.353815 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a13:10:25.511266 tst mo_mt_call_osmux.py: using LAC 28619\u000a13:10:25.630693 tst mo_mt_call_osmux.py: using RAC 59\u000a13:10:25.755722 tst mo_mt_call_osmux.py: using CellId 28619\u000a13:10:25.880770 tst mo_mt_call_osmux.py: using BVCI 28620\u000a13:10:25.905178 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a13:10:25.917013 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a13:10:25.928448 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a13:10:25.939859 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a13:10:25.951456 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a13:10:25.962693 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a13:10:26.075723 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a13:10:26.285281 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:10:26.790549 run create_hlr_db(pid=12145): Launched\u000a13:10:26.973120 bus /sierra_2: Setting Powered False\u000a13:10:27.995549 run create_hlr_db(pid=12145): Terminated: ok {rc=0}\u000a13:10:28.392228 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12147): Launched\u000a13:10:28.688766 run osmo-hlr_10.42.42.2(pid=12148): Launched\u000a13:10:28.797770 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:10:29.312868 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12150): Launched\u000a13:10:29.608735 run osmo-stp_10.42.42.5(pid=12151): Launched\u000a13:10:29.717326 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a13:10:30.258156 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12153): Launched\u000a13:10:30.554126 run osmo-msc_10.42.42.6(pid=12154): Launched\u000a13:10:30.727966 run osmo-stp_10.42.42.5(pid=12151): ERR: Terminated: ERROR {rc=1} [trial-2375↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12151)]\u000a13:10:30.854876 run osmo-stp_10.42.42.5(pid=12151): stdout: \u000a| (launched: 2022-12-10_13:10:29.464110)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:10:30.981789 run osmo-stp_10.42.42.5(pid=12151): stderr: \u000a| �[0;m�[38;5;43m20221210131029634 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210131029634 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210131029635 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210131029635 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210131029635 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210131029635 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210131029636 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:10:31.103187 run osmo-stp_10.42.42.5(pid=12151): stdout: \u000a| (launched: 2022-12-10_13:10:29.464110)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:10:31.224660 run osmo-stp_10.42.42.5(pid=12151): stderr: \u000a| �[0;m�[38;5;43m20221210131029634 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210131029634 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210131029635 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210131029635 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210131029635 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210131029635 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210131029636 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:10:31.278112 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=12151): Process ended prematurely: osmo-stp_10.42.42.5(pid=12151) [trial-2375↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12151)] [trial-2375↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8]\u000a13:10:31.287459 tst mo_mt_call_osmux.py:8: Test FAILED (6.0 sec)\u000a13:10:31.349595 run osmo-hlr_10.42.42.2(pid=12148): ERR: Terminated: ERROR {rc=237} [trial-2375↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12148)]\u000a13:10:31.401191 run osmo-hlr_10.42.42.2(pid=12148): stdout: \u000a| (launched: 2022-12-10_13:10:28.542962) \u000a13:10:31.453169 run osmo-hlr_10.42.42.2(pid=12148): stderr: \u000a| �[0;m�[1;31m20221210131028720 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210131028721 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210131028721 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210131028721 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210131028721 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210131028721 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210131028732 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2375/run.2022-12-10_12-42-03/voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210131028741 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210131028741 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210131028741 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:10:31.522486 run osmo-msc_10.42.42.6(pid=12154): ERR: Terminated: ERROR {rc=2} [trial-2375↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=12154)]\u000a13:10:31.571951 run osmo-msc_10.42.42.6(pid=12154): stdout: \u000a| (launched: 2022-12-10_13:10:30.408128) \u000a13:10:31.625022 run osmo-msc_10.42.42.6(pid=12154): stderr: \u000a| �[0;m�[38;5;43m20221210131030681 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210131030681 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f517976dc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210131030682 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210131030682 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210131030682 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210131030682 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210131030684 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210131030684 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210131030684 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210131030684 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a13:10:31.668785 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12147): Terminating (SIGTERM)\u000a13:10:31.712443 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12150): Terminating (SIGTERM)\u000a13:10:31.754398 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12153): Terminating (SIGTERM)\u000a13:10:31.764056 --- ParallelTerminationStrategy: PID 12147 died...\u000a13:10:31.819780 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12147): Terminated: ok {rc=0}\u000a13:10:31.830073 --- ParallelTerminationStrategy: PID 12150 died...\u000a13:10:31.886019 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12150): Terminated: ok {rc=0}\u000a13:10:31.896319 --- ParallelTerminationStrategy: PID 12153 died...\u000a13:10:31.951527 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12153): Terminated: ok {rc=0}\u000a13:10:32.040388 bus /sierra_3: Setting Powered False\u000a13:10:33.139792 bus /sierra_3: Setting Powered False\u000a13:10:34.244904 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "61", "name" : "voice_trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T13:10:14" }, { "cases" : [ { "testActions" : [ ], "age" : 237, "className" : "voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12166): Process ended prematurely: osmo-stp_10.42.42.5(pid=12166) [trial-2375↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12166)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12166): Process ended prematurely: osmo-stp_10.42.42.5(pid=12166) [trial-2375↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12166)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2375 voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call.py\u000a----------------------------------------------\u000a13:10:36.245152 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a13:10:36.256732 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a13:10:36.420629 tst mo_mt_call.py: using LAC 28620\u000a13:10:36.544751 tst mo_mt_call.py: using RAC 60\u000a13:10:36.669213 tst mo_mt_call.py: using CellId 28620\u000a13:10:36.795200 tst mo_mt_call.py: using BVCI 28621\u000a13:10:36.819464 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a13:10:36.830887 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a13:10:36.842176 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a13:10:36.853602 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a13:10:36.865172 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a13:10:36.876761 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a13:10:36.991602 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a13:10:37.192063 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:10:37.660353 run create_hlr_db(pid=12160): Launched\u000a13:10:37.831662 bus /sierra_2: Setting Powered False\u000a13:10:38.852773 run create_hlr_db(pid=12160): Terminated: ok {rc=0}\u000a13:10:39.246806 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12162): Launched\u000a13:10:39.544588 run osmo-hlr_10.42.42.2(pid=12163): Launched\u000a13:10:39.653884 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:10:40.167070 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12165): Launched\u000a13:10:40.463391 run osmo-stp_10.42.42.5(pid=12166): Launched\u000a13:10:40.571979 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a13:10:41.116418 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12168): Launched\u000a13:10:41.415298 run osmo-msc_10.42.42.6(pid=12169): Launched\u000a13:10:41.591537 run osmo-stp_10.42.42.5(pid=12166): ERR: Terminated: ERROR {rc=1} [trial-2375↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12166)]\u000a13:10:41.718907 run osmo-stp_10.42.42.5(pid=12166): stdout: \u000a| (launched: 2022-12-10_13:10:40.317937)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:10:41.843125 run osmo-stp_10.42.42.5(pid=12166): stderr: \u000a| �[0;m�[38;5;43m20221210131040485 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210131040485 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210131040486 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210131040486 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210131040487 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210131040487 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210131040487 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:10:41.988174 run osmo-stp_10.42.42.5(pid=12166): stdout: \u000a| (launched: 2022-12-10_13:10:40.317937)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:10:42.107060 run osmo-stp_10.42.42.5(pid=12166): stderr: \u000a| �[0;m�[38;5;43m20221210131040485 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210131040485 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210131040486 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210131040486 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210131040487 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210131040487 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210131040487 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:10:42.159764 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=12166): Process ended prematurely: osmo-stp_10.42.42.5(pid=12166) [trial-2375↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12166)] [trial-2375↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8]\u000a13:10:42.168392 tst mo_mt_call.py:8: Test FAILED (6.0 sec)\u000a13:10:42.227727 run osmo-hlr_10.42.42.2(pid=12163): ERR: Terminated: ERROR {rc=237} [trial-2375↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12163)]\u000a13:10:42.276363 run osmo-hlr_10.42.42.2(pid=12163): stdout: \u000a| (launched: 2022-12-10_13:10:39.398479) \u000a13:10:42.325715 run osmo-hlr_10.42.42.2(pid=12163): stderr: \u000a| �[0;m�[1;31m20221210131039574 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210131039574 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210131039574 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210131039574 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210131039574 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210131039574 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210131039586 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2375/run.2022-12-10_12-42-03/voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210131039595 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210131039595 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210131039595 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:10:42.392317 run osmo-msc_10.42.42.6(pid=12169): ERR: Terminated: ERROR {rc=2} [trial-2375↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=12169)]\u000a13:10:42.440796 run osmo-msc_10.42.42.6(pid=12169): stdout: \u000a| (launched: 2022-12-10_13:10:41.267423) \u000a13:10:42.489962 run osmo-msc_10.42.42.6(pid=12169): stderr: \u000a| �[0;m�[38;5;43m20221210131041538 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210131041538 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f263d34dc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210131041538 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210131041538 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210131041538 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210131041539 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210131041541 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210131041541 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210131041541 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210131041541 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a13:10:42.531011 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12162): Terminating (SIGTERM)\u000a13:10:42.570033 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12165): Terminating (SIGTERM)\u000a13:10:42.609824 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12168): Terminating (SIGTERM)\u000a13:10:42.618934 --- ParallelTerminationStrategy: PID 12162 died...\u000a13:10:42.670930 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12162): Terminated: ok {rc=0}\u000a13:10:42.680626 --- ParallelTerminationStrategy: PID 12165 died...\u000a13:10:42.732568 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12165): Terminated: ok {rc=0}\u000a13:10:42.742158 --- ParallelTerminationStrategy: PID 12168 died...\u000a13:10:42.794191 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12168): Terminated: ok {rc=0}\u000a13:10:42.881185 bus /sierra_3: Setting Powered False\u000a13:10:43.982523 bus /sierra_3: Setting Powered False\u000a13:10:45.093238 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 211, "className" : "voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12177): Process ended prematurely: osmo-stp_10.42.42.5(pid=12177) [trial-2375↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12177)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12177): Process ended prematurely: osmo-stp_10.42.42.5(pid=12177) [trial-2375↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12177)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2375 voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a13:10:46.208807 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a13:10:46.221777 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a13:10:46.390438 tst mo_mt_call_osmux.py: using LAC 28621\u000a13:10:46.515680 tst mo_mt_call_osmux.py: using RAC 61\u000a13:10:46.659818 tst mo_mt_call_osmux.py: using CellId 28621\u000a13:10:46.813711 tst mo_mt_call_osmux.py: using BVCI 28622\u000a13:10:46.845623 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a13:10:46.859576 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a13:10:46.874270 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a13:10:46.887338 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a13:10:46.901400 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a13:10:46.914274 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a13:10:47.034642 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a13:10:47.259882 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:10:47.729635 run create_hlr_db(pid=12171): Launched\u000a13:10:47.900520 bus /sierra_2: Setting Powered False\u000a13:10:48.920717 run create_hlr_db(pid=12171): Terminated: ok {rc=0}\u000a13:10:49.340494 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12173): Launched\u000a13:10:49.657895 run osmo-hlr_10.42.42.2(pid=12174): Launched\u000a13:10:49.778138 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:10:50.330624 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12176): Launched\u000a13:10:50.648332 run osmo-stp_10.42.42.5(pid=12177): Launched\u000a13:10:50.763365 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a13:10:51.342651 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12179): Launched\u000a13:10:51.659643 run osmo-msc_10.42.42.6(pid=12180): Launched\u000a13:10:51.845623 run osmo-stp_10.42.42.5(pid=12177): ERR: Terminated: ERROR {rc=1} [trial-2375↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12177)]\u000a13:10:51.979425 run osmo-stp_10.42.42.5(pid=12177): stdout: \u000a| (launched: 2022-12-10_13:10:50.492589)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:10:52.113302 run osmo-stp_10.42.42.5(pid=12177): stderr: \u000a| �[0;m�[38;5;43m20221210131050684 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210131050684 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210131050684 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210131050685 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210131050685 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210131050685 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210131050686 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:10:52.241276 run osmo-stp_10.42.42.5(pid=12177): stdout: \u000a| (launched: 2022-12-10_13:10:50.492589)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:10:52.367614 run osmo-stp_10.42.42.5(pid=12177): stderr: \u000a| �[0;m�[38;5;43m20221210131050684 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210131050684 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210131050684 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210131050685 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210131050685 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210131050685 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210131050686 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:10:52.423227 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=12177): Process ended prematurely: osmo-stp_10.42.42.5(pid=12177) [trial-2375↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12177)] [trial-2375↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8]\u000a13:10:52.432412 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a13:10:52.494300 run osmo-hlr_10.42.42.2(pid=12174): ERR: Terminated: ERROR {rc=237} [trial-2375↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12174)]\u000a13:10:52.544935 run osmo-hlr_10.42.42.2(pid=12174): stdout: \u000a| (launched: 2022-12-10_13:10:49.502442) \u000a13:10:52.596486 run osmo-hlr_10.42.42.2(pid=12174): stderr: \u000a| �[0;m�[1;31m20221210131049700 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210131049700 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210131049700 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210131049700 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210131049700 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210131049700 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210131049713 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2375/run.2022-12-10_12-42-03/voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210131049721 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210131049721 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210131049721 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:10:52.665841 run osmo-msc_10.42.42.6(pid=12180): ERR: Terminated: ERROR {rc=2} [trial-2375↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=12180)]\u000a13:10:52.716313 run osmo-msc_10.42.42.6(pid=12180): stdout: \u000a| (launched: 2022-12-10_13:10:51.505034) \u000a13:10:52.767368 run osmo-msc_10.42.42.6(pid=12180): stderr: \u000a| �[0;m�[38;5;43m20221210131051828 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210131051828 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f787d959c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210131051828 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210131051828 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210131051828 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210131051828 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210131051830 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210131051830 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210131051831 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210131051831 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a13:10:52.810567 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12173): Terminating (SIGTERM)\u000a13:10:52.851505 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12176): Terminating (SIGTERM)\u000a13:10:52.892744 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12179): Terminating (SIGTERM)\u000a13:10:52.902476 --- ParallelTerminationStrategy: PID 12173 died...\u000a13:10:52.957386 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12173): Terminated: ok {rc=0}\u000a13:10:52.967587 --- ParallelTerminationStrategy: PID 12176 died...\u000a13:10:53.022420 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12176): Terminated: ok {rc=0}\u000a13:10:53.032540 --- ParallelTerminationStrategy: PID 12179 died...\u000a13:10:53.087700 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12179): Terminated: ok {rc=0}\u000a13:10:53.173648 bus /sierra_3: Setting Powered False\u000a13:10:54.279103 bus /sierra_3: Setting Powered False\u000a13:10:55.385357 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "62", "name" : "voice_trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T13:10:35" }, { "cases" : [ { "testActions" : [ ], "age" : 237, "className" : "voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12191): Process ended prematurely: osmo-stp_10.42.42.5(pid=12191) [trial-2375↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12191)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12191): Process ended prematurely: osmo-stp_10.42.42.5(pid=12191) [trial-2375↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12191)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2375 voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call.py\u000a----------------------------------------------\u000a13:10:57.387116 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a13:10:57.398728 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a13:10:57.560675 tst mo_mt_call.py: using LAC 28622\u000a13:10:57.685615 tst mo_mt_call.py: using RAC 62\u000a13:10:57.812043 tst mo_mt_call.py: using CellId 28622\u000a13:10:57.936254 tst mo_mt_call.py: using BVCI 28623\u000a13:10:57.960340 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a13:10:57.971706 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a13:10:57.982954 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a13:10:57.994574 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a13:10:58.006364 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a13:10:58.018022 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a13:10:58.133149 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a13:10:58.342183 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:10:58.847986 run create_hlr_db(pid=12185): Launched\u000a13:10:59.031833 bus /sierra_2: Setting Powered False\u000a13:11:00.051688 run create_hlr_db(pid=12185): Terminated: ok {rc=0}\u000a13:11:00.448299 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12187): Launched\u000a13:11:00.745957 run osmo-hlr_10.42.42.2(pid=12188): Launched\u000a13:11:00.930832 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:11:01.535897 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12190): Launched\u000a13:11:02.018751 run osmo-stp_10.42.42.5(pid=12191): Launched\u000a13:11:02.147048 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a13:11:02.727259 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12193): Launched\u000a13:11:03.044469 run osmo-msc_10.42.42.6(pid=12194): Launched\u000a13:11:03.231115 run osmo-stp_10.42.42.5(pid=12191): ERR: Terminated: ERROR {rc=1} [trial-2375↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12191)]\u000a13:11:03.365462 run osmo-stp_10.42.42.5(pid=12191): stdout: \u000a| (launched: 2022-12-10_13:11:01.701883)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:11:03.500286 run osmo-stp_10.42.42.5(pid=12191): stderr: \u000a| �[0;m�[38;5;43m20221210131101909 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210131101909 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210131101909 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210131101910 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210131101910 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210131101910 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210131101910 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:11:03.628046 run osmo-stp_10.42.42.5(pid=12191): stdout: \u000a| (launched: 2022-12-10_13:11:01.701883)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:11:03.755622 run osmo-stp_10.42.42.5(pid=12191): stderr: \u000a| �[0;m�[38;5;43m20221210131101909 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210131101909 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210131101909 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210131101910 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210131101910 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210131101910 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210131101910 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:11:03.811647 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=12191): Process ended prematurely: osmo-stp_10.42.42.5(pid=12191) [trial-2375↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12191)] [trial-2375↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8]\u000a13:11:03.820814 tst mo_mt_call.py:8: Test FAILED (6.5 sec)\u000a13:11:03.883063 run osmo-hlr_10.42.42.2(pid=12188): ERR: Terminated: ERROR {rc=237} [trial-2375↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12188)]\u000a13:11:03.934260 run osmo-hlr_10.42.42.2(pid=12188): stdout: \u000a| (launched: 2022-12-10_13:11:00.599686) \u000a13:11:03.986163 run osmo-hlr_10.42.42.2(pid=12188): stderr: \u000a| �[0;m�[1;31m20221210131100774 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210131100774 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210131100774 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210131100775 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210131100775 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210131100775 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210131100790 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2375/run.2022-12-10_12-42-03/voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210131100798 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210131100799 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210131100799 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:11:04.055868 run osmo-msc_10.42.42.6(pid=12194): ERR: Terminated: ERROR {rc=2} [trial-2375↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=12194)]\u000a13:11:04.106798 run osmo-msc_10.42.42.6(pid=12194): stdout: \u000a| (launched: 2022-12-10_13:11:02.889348) \u000a13:11:04.158155 run osmo-msc_10.42.42.6(pid=12194): stderr: \u000a| �[0;m�[38;5;43m20221210131103210 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210131103210 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f11ab5efc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210131103210 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210131103210 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210131103210 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210131103210 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210131103212 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210131103212 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210131103213 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210131103213 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a13:11:04.201692 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12187): Terminating (SIGTERM)\u000a13:11:04.242797 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12190): Terminating (SIGTERM)\u000a13:11:04.284192 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12193): Terminating (SIGTERM)\u000a13:11:04.293981 --- ParallelTerminationStrategy: PID 12187 died...\u000a13:11:04.349165 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12187): Terminated: ok {rc=0}\u000a13:11:04.359339 --- ParallelTerminationStrategy: PID 12190 died...\u000a13:11:04.414292 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12190): Terminated: ok {rc=0}\u000a13:11:04.424117 --- ParallelTerminationStrategy: PID 12193 died...\u000a13:11:04.479367 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12193): Terminated: ok {rc=0}\u000a13:11:04.565425 bus /sierra_3: Setting Powered False\u000a13:11:05.670887 bus /sierra_3: Setting Powered False\u000a13:11:06.777947 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 211, "className" : "voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12202): Process ended prematurely: osmo-stp_10.42.42.5(pid=12202) [trial-2375↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12202)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12202): Process ended prematurely: osmo-stp_10.42.42.5(pid=12202) [trial-2375↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12202)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2375 voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a13:11:07.891223 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a13:11:07.903396 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a13:11:08.060923 tst mo_mt_call_osmux.py: using LAC 28623\u000a13:11:08.179184 tst mo_mt_call_osmux.py: using RAC 63\u000a13:11:08.298965 tst mo_mt_call_osmux.py: using CellId 28623\u000a13:11:08.420857 tst mo_mt_call_osmux.py: using BVCI 28624\u000a13:11:08.443965 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a13:11:08.455147 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a13:11:08.466204 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a13:11:08.477401 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a13:11:08.488435 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a13:11:08.499456 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a13:11:08.618131 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a13:11:08.820116 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:11:09.289100 run create_hlr_db(pid=12196): Launched\u000a13:11:09.461401 bus /sierra_2: Setting Powered False\u000a13:11:10.481735 run create_hlr_db(pid=12196): Terminated: ok {rc=0}\u000a13:11:10.876853 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12198): Launched\u000a13:11:11.174155 run osmo-hlr_10.42.42.2(pid=12199): Launched\u000a13:11:11.290218 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:11:11.812055 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12201): Launched\u000a13:11:12.109684 run osmo-stp_10.42.42.5(pid=12202): Launched\u000a13:11:12.219445 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a13:11:12.762916 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12204): Launched\u000a13:11:13.061837 run osmo-msc_10.42.42.6(pid=12205): Launched\u000a13:11:13.238542 run osmo-stp_10.42.42.5(pid=12202): ERR: Terminated: ERROR {rc=1} [trial-2375↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12202)]\u000a13:11:13.366152 run osmo-stp_10.42.42.5(pid=12202): stdout: \u000a| (launched: 2022-12-10_13:11:11.963234)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:11:13.491247 run osmo-stp_10.42.42.5(pid=12202): stderr: \u000a| �[0;m�[38;5;43m20221210131112134 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210131112134 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210131112134 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210131112135 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210131112135 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210131112135 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210131112135 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:11:13.611892 run osmo-stp_10.42.42.5(pid=12202): stdout: \u000a| (launched: 2022-12-10_13:11:11.963234)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:11:13.730780 run osmo-stp_10.42.42.5(pid=12202): stderr: \u000a| �[0;m�[38;5;43m20221210131112134 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210131112134 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210131112134 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210131112135 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210131112135 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210131112135 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210131112135 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:11:13.783206 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=12202): Process ended prematurely: osmo-stp_10.42.42.5(pid=12202) [trial-2375↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12202)] [trial-2375↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8]\u000a13:11:13.791962 tst mo_mt_call_osmux.py:8: Test FAILED (5.9 sec)\u000a13:11:13.852151 run osmo-hlr_10.42.42.2(pid=12199): ERR: Terminated: ERROR {rc=237} [trial-2375↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12199)]\u000a13:11:13.900860 run osmo-hlr_10.42.42.2(pid=12199): stdout: \u000a| (launched: 2022-12-10_13:11:11.027942) \u000a13:11:13.950268 run osmo-hlr_10.42.42.2(pid=12199): stderr: \u000a| �[0;m�[1;31m20221210131111199 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210131111199 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210131111199 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210131111199 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210131111199 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210131111199 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210131111211 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2375/run.2022-12-10_12-42-03/voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210131111219 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210131111219 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210131111219 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:11:14.017896 run osmo-msc_10.42.42.6(pid=12205): ERR: Terminated: ERROR {rc=2} [trial-2375↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=12205)]\u000a13:11:14.066373 run osmo-msc_10.42.42.6(pid=12205): stdout: \u000a| (launched: 2022-12-10_13:11:12.914676) \u000a13:11:14.115790 run osmo-msc_10.42.42.6(pid=12205): stderr: \u000a| �[0;m�[38;5;43m20221210131113186 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210131113186 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f61c8058c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210131113186 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210131113186 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210131113187 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210131113187 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210131113189 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210131113189 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210131113190 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210131113190 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a13:11:14.157424 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12198): Terminating (SIGTERM)\u000a13:11:14.196809 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12201): Terminating (SIGTERM)\u000a13:11:14.236205 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12204): Terminating (SIGTERM)\u000a13:11:14.246101 --- ParallelTerminationStrategy: PID 12198 died...\u000a13:11:14.298922 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12198): Terminated: ok {rc=0}\u000a13:11:14.308885 --- ParallelTerminationStrategy: PID 12201 died...\u000a13:11:14.362013 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12201): Terminated: ok {rc=0}\u000a13:11:14.371897 --- ParallelTerminationStrategy: PID 12204 died...\u000a13:11:14.424242 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12204): Terminated: ok {rc=0}\u000a13:11:14.510962 bus /sierra_3: Setting Powered False\u000a13:11:15.611576 bus /sierra_3: Setting Powered False\u000a13:11:16.741943 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "63", "name" : "voice_trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T13:10:57" }, { "cases" : [ { "testActions" : [ ], "age" : 237, "className" : "voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12217): Process ended prematurely: osmo-stp_10.42.42.5(pid=12217) [trial-2375↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12217)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12217): Process ended prematurely: osmo-stp_10.42.42.5(pid=12217) [trial-2375↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12217)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2375 voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call.py\u000a----------------------------------------------\u000a13:11:18.753763 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a13:11:18.765171 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a13:11:18.924700 tst mo_mt_call.py: using LAC 28624\u000a13:11:19.047640 tst mo_mt_call.py: using RAC 64\u000a13:11:19.170286 tst mo_mt_call.py: using CellId 28624\u000a13:11:19.293343 tst mo_mt_call.py: using BVCI 28625\u000a13:11:19.317630 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a13:11:19.328894 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a13:11:19.340213 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a13:11:19.351532 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a13:11:19.362886 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a13:11:19.374125 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a13:11:19.489107 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a13:11:19.694218 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:11:20.201216 run create_hlr_db(pid=12211): Launched\u000a13:11:20.384076 bus /sierra_2: Setting Powered False\u000a13:11:21.405339 run create_hlr_db(pid=12211): Terminated: ok {rc=0}\u000a13:11:21.804724 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12213): Launched\u000a13:11:22.102437 run osmo-hlr_10.42.42.2(pid=12214): Launched\u000a13:11:22.217328 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:11:22.741585 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12216): Launched\u000a13:11:23.037552 run osmo-stp_10.42.42.5(pid=12217): Launched\u000a13:11:23.145901 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a13:11:23.689206 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12219): Launched\u000a13:11:23.987601 run osmo-msc_10.42.42.6(pid=12220): Launched\u000a13:11:24.163316 run osmo-stp_10.42.42.5(pid=12217): ERR: Terminated: ERROR {rc=1} [trial-2375↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12217)]\u000a13:11:24.292261 run osmo-stp_10.42.42.5(pid=12217): stdout: \u000a| (launched: 2022-12-10_13:11:22.891951)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:11:24.416911 run osmo-stp_10.42.42.5(pid=12217): stderr: \u000a| �[0;m�[38;5;43m20221210131123060 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210131123060 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210131123061 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210131123061 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210131123062 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210131123062 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210131123062 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:11:24.537265 run osmo-stp_10.42.42.5(pid=12217): stdout: \u000a| (launched: 2022-12-10_13:11:22.891951)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:11:24.656132 run osmo-stp_10.42.42.5(pid=12217): stderr: \u000a| �[0;m�[38;5;43m20221210131123060 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210131123060 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210131123061 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210131123061 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210131123062 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210131123062 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210131123062 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:11:24.708555 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=12217): Process ended prematurely: osmo-stp_10.42.42.5(pid=12217) [trial-2375↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12217)] [trial-2375↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8]\u000a13:11:24.717333 tst mo_mt_call.py:8: Test FAILED (6.0 sec)\u000a13:11:24.777216 run osmo-hlr_10.42.42.2(pid=12214): ERR: Terminated: ERROR {rc=237} [trial-2375↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12214)]\u000a13:11:24.826142 run osmo-hlr_10.42.42.2(pid=12214): stdout: \u000a| (launched: 2022-12-10_13:11:21.955595) \u000a13:11:24.875582 run osmo-hlr_10.42.42.2(pid=12214): stderr: \u000a| �[0;m�[1;31m20221210131122130 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210131122130 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210131122130 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210131122130 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210131122130 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210131122130 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210131122143 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2375/run.2022-12-10_12-42-03/voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210131122153 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210131122153 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210131122153 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:11:24.942530 run osmo-msc_10.42.42.6(pid=12220): ERR: Terminated: ERROR {rc=2} [trial-2375↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=12220)]\u000a13:11:24.991235 run osmo-msc_10.42.42.6(pid=12220): stdout: \u000a| (launched: 2022-12-10_13:11:23.840253) \u000a13:11:25.041034 run osmo-msc_10.42.42.6(pid=12220): stderr: \u000a| �[0;m�[38;5;43m20221210131124110 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210131124110 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f218a530c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210131124111 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210131124111 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210131124111 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210131124111 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210131124113 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210131124113 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210131124113 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210131124113 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a13:11:25.082373 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12213): Terminating (SIGTERM)\u000a13:11:25.122189 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12216): Terminating (SIGTERM)\u000a13:11:25.161950 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12219): Terminating (SIGTERM)\u000a13:11:25.171429 --- ParallelTerminationStrategy: PID 12213 died...\u000a13:11:25.224741 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12213): Terminated: ok {rc=0}\u000a13:11:25.234126 --- ParallelTerminationStrategy: PID 12216 died...\u000a13:11:25.286135 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12216): Terminated: ok {rc=0}\u000a13:11:25.295643 --- ParallelTerminationStrategy: PID 12219 died...\u000a13:11:25.348203 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12219): Terminated: ok {rc=0}\u000a13:11:25.434971 bus /sierra_3: Setting Powered False\u000a13:11:26.536553 bus /sierra_3: Setting Powered False\u000a13:11:27.646020 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 211, "className" : "voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12229): Process ended prematurely: osmo-stp_10.42.42.5(pid=12229) [trial-2375↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12229)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12229): Process ended prematurely: osmo-stp_10.42.42.5(pid=12229) [trial-2375↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12229)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2375 voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a13:11:28.758917 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a13:11:28.771095 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a13:11:28.933094 tst mo_mt_call_osmux.py: using LAC 28625\u000a13:11:29.057469 tst mo_mt_call_osmux.py: using RAC 65\u000a13:11:29.182850 tst mo_mt_call_osmux.py: using CellId 28625\u000a13:11:29.307481 tst mo_mt_call_osmux.py: using BVCI 28626\u000a13:11:29.331948 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a13:11:29.343873 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a13:11:29.355386 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a13:11:29.366879 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a13:11:29.378446 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a13:11:29.390034 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a13:11:29.510051 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a13:11:29.710764 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:11:30.179737 run create_hlr_db(pid=12223): Launched\u000a13:11:30.351866 bus /sierra_2: Setting Powered False\u000a13:11:31.387216 run create_hlr_db(pid=12223): Terminated: ok {rc=0}\u000a13:11:31.829906 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12225): Launched\u000a13:11:32.169369 run osmo-hlr_10.42.42.2(pid=12226): Launched\u000a13:11:32.334756 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:11:32.870419 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12228): Launched\u000a13:11:33.168087 run osmo-stp_10.42.42.5(pid=12229): Launched\u000a13:11:33.286390 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a13:11:33.834582 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12231): Launched\u000a13:11:34.131895 run osmo-msc_10.42.42.6(pid=12232): Launched\u000a13:11:34.306961 run osmo-stp_10.42.42.5(pid=12229): ERR: Terminated: ERROR {rc=1} [trial-2375↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12229)]\u000a13:11:34.434407 run osmo-stp_10.42.42.5(pid=12229): stdout: \u000a| (launched: 2022-12-10_13:11:33.021473)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:11:34.558712 run osmo-stp_10.42.42.5(pid=12229): stderr: \u000a| �[0;m�[38;5;43m20221210131133191 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210131133191 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210131133192 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210131133192 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210131133193 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210131133193 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210131133193 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:11:34.678166 run osmo-stp_10.42.42.5(pid=12229): stdout: \u000a| (launched: 2022-12-10_13:11:33.021473)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:11:34.796681 run osmo-stp_10.42.42.5(pid=12229): stderr: \u000a| �[0;m�[38;5;43m20221210131133191 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210131133191 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210131133192 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210131133192 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210131133193 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210131133193 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210131133193 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:11:34.848895 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=12229): Process ended prematurely: osmo-stp_10.42.42.5(pid=12229) [trial-2375↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12229)] [trial-2375↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8]\u000a13:11:34.857398 tst mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)\u000a13:11:34.916532 run osmo-hlr_10.42.42.2(pid=12226): ERR: Terminated: ERROR {rc=237} [trial-2375↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12226)]\u000a13:11:34.965244 run osmo-hlr_10.42.42.2(pid=12226): stdout: \u000a| (launched: 2022-12-10_13:11:31.984046) \u000a13:11:35.015053 run osmo-hlr_10.42.42.2(pid=12226): stderr: \u000a| �[0;m�[1;31m20221210131132312 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210131132312 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210131132312 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210131132312 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210131132312 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210131132312 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210131132324 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2375/run.2022-12-10_12-42-03/voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210131132334 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210131132334 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210131132334 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:11:35.081964 run osmo-msc_10.42.42.6(pid=12232): ERR: Terminated: ERROR {rc=2} [trial-2375↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=12232)]\u000a13:11:35.130368 run osmo-msc_10.42.42.6(pid=12232): stdout: \u000a| (launched: 2022-12-10_13:11:33.985145) \u000a13:11:35.179596 run osmo-msc_10.42.42.6(pid=12232): stderr: \u000a| �[0;m�[38;5;43m20221210131134255 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210131134255 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fae20139c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210131134255 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210131134255 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210131134256 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210131134256 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210131134258 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210131134258 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210131134259 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210131134259 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a13:11:35.221004 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12225): Terminating (SIGTERM)\u000a13:11:35.260644 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12228): Terminating (SIGTERM)\u000a13:11:35.300706 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12231): Terminating (SIGTERM)\u000a13:11:35.310077 --- ParallelTerminationStrategy: PID 12225 died...\u000a13:11:35.362989 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12225): Terminated: ok {rc=0}\u000a13:11:35.372427 --- ParallelTerminationStrategy: PID 12228 died...\u000a13:11:35.424689 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12228): Terminated: ok {rc=0}\u000a13:11:35.434413 --- ParallelTerminationStrategy: PID 12231 died...\u000a13:11:35.487511 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12231): Terminated: ok {rc=0}\u000a13:11:35.573432 bus /sierra_3: Setting Powered False\u000a13:11:36.674884 bus /sierra_3: Setting Powered False\u000a13:11:37.784492 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "64", "name" : "voice_trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T13:11:18" }, { "cases" : [ { "testActions" : [ ], "age" : 237, "className" : "voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12243): Process ended prematurely: osmo-stp_10.42.42.5(pid=12243) [trial-2375↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12243)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12243): Process ended prematurely: osmo-stp_10.42.42.5(pid=12243) [trial-2375↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12243)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2375 voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call.py\u000a----------------------------------------------\u000a13:11:39.777698 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a13:11:39.789297 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a13:11:39.955157 tst mo_mt_call.py: using LAC 28626\u000a13:11:40.078234 tst mo_mt_call.py: using RAC 66\u000a13:11:40.202026 tst mo_mt_call.py: using CellId 28626\u000a13:11:40.325696 tst mo_mt_call.py: using BVCI 28627\u000a13:11:40.350060 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a13:11:40.361644 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a13:11:40.372903 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a13:11:40.384185 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a13:11:40.395566 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a13:11:40.406903 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a13:11:40.522258 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a13:11:40.731656 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:11:41.238763 run create_hlr_db(pid=12237): Launched\u000a13:11:41.422211 bus /sierra_2: Setting Powered False\u000a13:11:42.443730 run create_hlr_db(pid=12237): Terminated: ok {rc=0}\u000a13:11:42.841783 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12239): Launched\u000a13:11:43.139326 run osmo-hlr_10.42.42.2(pid=12240): Launched\u000a13:11:43.253102 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:11:43.778521 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12242): Launched\u000a13:11:44.075830 run osmo-stp_10.42.42.5(pid=12243): Launched\u000a13:11:44.184920 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a13:11:44.730464 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12245): Launched\u000a13:11:45.030825 run osmo-msc_10.42.42.6(pid=12246): Launched\u000a13:11:45.206489 run osmo-stp_10.42.42.5(pid=12243): ERR: Terminated: ERROR {rc=1} [trial-2375↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12243)]\u000a13:11:45.333792 run osmo-stp_10.42.42.5(pid=12243): stdout: \u000a| (launched: 2022-12-10_13:11:43.930046)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:11:45.458439 run osmo-stp_10.42.42.5(pid=12243): stderr: \u000a| �[0;m�[38;5;43m20221210131144101 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210131144101 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210131144101 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210131144101 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210131144102 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210131144102 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210131144102 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:11:45.578606 run osmo-stp_10.42.42.5(pid=12243): stdout: \u000a| (launched: 2022-12-10_13:11:43.930046)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:11:45.698045 run osmo-stp_10.42.42.5(pid=12243): stderr: \u000a| �[0;m�[38;5;43m20221210131144101 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210131144101 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210131144101 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210131144101 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210131144102 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210131144102 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210131144102 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:11:45.750341 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=12243): Process ended prematurely: osmo-stp_10.42.42.5(pid=12243) [trial-2375↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12243)] [trial-2375↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8]\u000a13:11:45.759084 tst mo_mt_call.py:8: Test FAILED (6.0 sec)\u000a13:11:45.818842 run osmo-hlr_10.42.42.2(pid=12240): ERR: Terminated: ERROR {rc=237} [trial-2375↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12240)]\u000a13:11:45.869067 run osmo-hlr_10.42.42.2(pid=12240): stdout: \u000a| (launched: 2022-12-10_13:11:42.993238) \u000a13:11:45.932942 run osmo-hlr_10.42.42.2(pid=12240): stderr: \u000a| �[0;m�[1;31m20221210131143170 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210131143171 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210131143171 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210131143171 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210131143171 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210131143171 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210131143182 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2375/run.2022-12-10_12-42-03/voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210131143191 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210131143191 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210131143191 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:11:46.000325 run osmo-msc_10.42.42.6(pid=12246): ERR: Terminated: ERROR {rc=2} [trial-2375↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=12246)]\u000a13:11:46.054535 run osmo-msc_10.42.42.6(pid=12246): stdout: \u000a| (launched: 2022-12-10_13:11:44.882861) \u000a13:11:46.108939 run osmo-msc_10.42.42.6(pid=12246): stderr: \u000a| �[0;m�[38;5;43m20221210131145153 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210131145153 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fcb7854ac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210131145153 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210131145153 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210131145153 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210131145153 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210131145156 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210131145156 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210131145156 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210131145156 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a13:11:46.154074 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12239): Terminating (SIGTERM)\u000a13:11:46.199905 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12242): Terminating (SIGTERM)\u000a13:11:46.244932 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12245): Terminating (SIGTERM)\u000a13:11:46.255388 --- ParallelTerminationStrategy: PID 12239 died...\u000a13:11:46.314839 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12239): Terminated: ok {rc=0}\u000a13:11:46.325507 --- ParallelTerminationStrategy: PID 12242 died...\u000a13:11:46.382254 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12242): Terminated: ok {rc=0}\u000a13:11:46.392855 --- ParallelTerminationStrategy: PID 12245 died...\u000a13:11:46.449250 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12245): Terminated: ok {rc=0}\u000a13:11:46.537577 bus /sierra_3: Setting Powered False\u000a13:11:47.641938 bus /sierra_3: Setting Powered False\u000a13:11:48.751776 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 211, "className" : "voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12254): Process ended prematurely: osmo-stp_10.42.42.5(pid=12254) [trial-2375↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12254)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12254): Process ended prematurely: osmo-stp_10.42.42.5(pid=12254) [trial-2375↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12254)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2375 voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a13:11:49.862243 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a13:11:49.873860 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a13:11:50.033050 tst mo_mt_call_osmux.py: using LAC 28627\u000a13:11:50.148785 tst mo_mt_call_osmux.py: using RAC 67\u000a13:11:50.266871 tst mo_mt_call_osmux.py: using CellId 28627\u000a13:11:50.383486 tst mo_mt_call_osmux.py: using BVCI 28628\u000a13:11:50.406256 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a13:11:50.417320 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a13:11:50.428089 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a13:11:50.439268 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a13:11:50.451106 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a13:11:50.462030 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a13:11:50.582371 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a13:11:50.791757 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:11:51.299964 run create_hlr_db(pid=12248): Launched\u000a13:11:51.483724 bus /sierra_2: Setting Powered False\u000a13:11:52.503861 run create_hlr_db(pid=12248): Terminated: ok {rc=0}\u000a13:11:52.902992 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12250): Launched\u000a13:11:53.200911 run osmo-hlr_10.42.42.2(pid=12251): Launched\u000a13:11:53.315481 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:11:53.837963 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12253): Launched\u000a13:11:54.135802 run osmo-stp_10.42.42.5(pid=12254): Launched\u000a13:11:54.244790 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a13:11:54.788889 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12256): Launched\u000a13:11:55.089710 run osmo-msc_10.42.42.6(pid=12257): Launched\u000a13:11:55.266671 run osmo-stp_10.42.42.5(pid=12254): ERR: Terminated: ERROR {rc=1} [trial-2375↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12254)]\u000a13:11:55.394360 run osmo-stp_10.42.42.5(pid=12254): stdout: \u000a| (launched: 2022-12-10_13:11:53.989992)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:11:55.519149 run osmo-stp_10.42.42.5(pid=12254): stderr: \u000a| �[0;m�[38;5;43m20221210131154159 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210131154159 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210131154159 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210131154160 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210131154160 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210131154160 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210131154160 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:11:55.639050 run osmo-stp_10.42.42.5(pid=12254): stdout: \u000a| (launched: 2022-12-10_13:11:53.989992)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:11:55.758125 run osmo-stp_10.42.42.5(pid=12254): stderr: \u000a| �[0;m�[38;5;43m20221210131154159 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210131154159 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210131154159 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210131154160 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210131154160 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210131154160 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210131154160 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:11:55.810746 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=12254): Process ended prematurely: osmo-stp_10.42.42.5(pid=12254) [trial-2375↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12254)] [trial-2375↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8]\u000a13:11:55.819456 tst mo_mt_call_osmux.py:8: Test FAILED (6.0 sec)\u000a13:11:55.879239 run osmo-hlr_10.42.42.2(pid=12251): ERR: Terminated: ERROR {rc=237} [trial-2375↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12251)]\u000a13:11:55.928714 run osmo-hlr_10.42.42.2(pid=12251): stdout: \u000a| (launched: 2022-12-10_13:11:53.054338) \u000a13:11:55.978002 run osmo-hlr_10.42.42.2(pid=12251): stderr: \u000a| �[0;m�[1;31m20221210131153228 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210131153228 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210131153229 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210131153229 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210131153229 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210131153229 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210131153240 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2375/run.2022-12-10_12-42-03/voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210131153250 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210131153250 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210131153250 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:11:56.045051 run osmo-msc_10.42.42.6(pid=12257): ERR: Terminated: ERROR {rc=2} [trial-2375↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=12257)]\u000a13:11:56.093881 run osmo-msc_10.42.42.6(pid=12257): stdout: \u000a| (launched: 2022-12-10_13:11:54.941690) \u000a13:11:56.143435 run osmo-msc_10.42.42.6(pid=12257): stderr: \u000a| �[0;m�[38;5;43m20221210131155215 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210131155215 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fa49d282c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210131155215 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210131155215 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210131155215 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210131155215 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210131155217 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210131155218 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210131155218 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210131155218 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a13:11:56.185020 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12250): Terminating (SIGTERM)\u000a13:11:56.224599 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12253): Terminating (SIGTERM)\u000a13:11:56.264169 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12256): Terminating (SIGTERM)\u000a13:11:56.273539 --- ParallelTerminationStrategy: PID 12250 died...\u000a13:11:56.326218 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12250): Terminated: ok {rc=0}\u000a13:11:56.336031 --- ParallelTerminationStrategy: PID 12253 died...\u000a13:11:56.388612 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12253): Terminated: ok {rc=0}\u000a13:11:56.398179 --- ParallelTerminationStrategy: PID 12256 died...\u000a13:11:56.450747 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12256): Terminated: ok {rc=0}\u000a13:11:56.532778 bus /sierra_3: Setting Powered False\u000a13:11:57.637164 bus /sierra_3: Setting Powered False\u000a13:11:58.747111 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 21.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "65", "name" : "voice_trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T13:11:39" }, { "cases" : [ { "testActions" : [ ], "age" : 237, "className" : "voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12269): Process ended prematurely: osmo-stp_10.42.42.5(pid=12269) [trial-2375↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12269)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12269): Process ended prematurely: osmo-stp_10.42.42.5(pid=12269) [trial-2375↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12269)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2375 voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call.py\u000a----------------------------------------------\u000a13:12:00.749871 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a13:12:00.761950 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a13:12:00.936000 tst mo_mt_call.py: using LAC 28628\u000a13:12:01.055745 tst mo_mt_call.py: using RAC 68\u000a13:12:01.179517 tst mo_mt_call.py: using CellId 28628\u000a13:12:01.301812 tst mo_mt_call.py: using BVCI 28629\u000a13:12:01.325560 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a13:12:01.337794 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a13:12:01.350408 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a13:12:01.363581 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a13:12:01.376765 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a13:12:01.388865 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a13:12:01.512643 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a13:12:01.751984 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:12:02.295099 run create_hlr_db(pid=12263): Launched\u000a13:12:02.478265 bus /sierra_2: Setting Powered False\u000a13:12:03.499661 run create_hlr_db(pid=12263): Terminated: ok {rc=0}\u000a13:12:03.897595 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12265): Launched\u000a13:12:04.195843 run osmo-hlr_10.42.42.2(pid=12266): Launched\u000a13:12:04.313039 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:12:04.837390 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12268): Launched\u000a13:12:05.133985 run osmo-stp_10.42.42.5(pid=12269): Launched\u000a13:12:05.243265 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a13:12:05.786143 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12271): Launched\u000a13:12:06.084632 run osmo-msc_10.42.42.6(pid=12272): Launched\u000a13:12:06.261092 run osmo-stp_10.42.42.5(pid=12269): ERR: Terminated: ERROR {rc=1} [trial-2375↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12269)]\u000a13:12:06.388164 run osmo-stp_10.42.42.5(pid=12269): stdout: \u000a| (launched: 2022-12-10_13:12:04.988414)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:12:06.512539 run osmo-stp_10.42.42.5(pid=12269): stderr: \u000a| �[0;m�[38;5;43m20221210131205163 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210131205163 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210131205163 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210131205164 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210131205164 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210131205165 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210131205165 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:12:06.632133 run osmo-stp_10.42.42.5(pid=12269): stdout: \u000a| (launched: 2022-12-10_13:12:04.988414)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:12:06.750780 run osmo-stp_10.42.42.5(pid=12269): stderr: \u000a| �[0;m�[38;5;43m20221210131205163 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210131205163 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210131205163 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210131205164 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210131205164 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210131205165 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210131205165 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:12:06.803048 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=12269): Process ended prematurely: osmo-stp_10.42.42.5(pid=12269) [trial-2375↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12269)] [trial-2375↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8]\u000a13:12:06.811386 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a13:12:06.870875 run osmo-hlr_10.42.42.2(pid=12266): ERR: Terminated: ERROR {rc=237} [trial-2375↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12266)]\u000a13:12:06.919427 run osmo-hlr_10.42.42.2(pid=12266): stdout: \u000a| (launched: 2022-12-10_13:12:04.049367) \u000a13:12:06.968121 run osmo-hlr_10.42.42.2(pid=12266): stderr: \u000a| �[0;m�[1;31m20221210131204223 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210131204223 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210131204223 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210131204223 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210131204223 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210131204223 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210131204235 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2375/run.2022-12-10_12-42-03/voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210131204244 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210131204244 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210131204244 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:12:07.034678 run osmo-msc_10.42.42.6(pid=12272): ERR: Terminated: ERROR {rc=2} [trial-2375↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=12272)]\u000a13:12:07.082979 run osmo-msc_10.42.42.6(pid=12272): stdout: \u000a| (launched: 2022-12-10_13:12:05.937310) \u000a13:12:07.132150 run osmo-msc_10.42.42.6(pid=12272): stderr: \u000a| �[0;m�[38;5;43m20221210131206210 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210131206210 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f84928c6c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210131206210 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210131206211 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210131206211 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210131206211 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210131206213 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210131206213 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210131206213 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210131206213 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a13:12:07.173395 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12265): Terminating (SIGTERM)\u000a13:12:07.212784 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12268): Terminating (SIGTERM)\u000a13:12:07.252141 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12271): Terminating (SIGTERM)\u000a13:12:07.262217 --- ParallelTerminationStrategy: PID 12265 died...\u000a13:12:07.315272 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12265): Terminated: ok {rc=0}\u000a13:12:07.324811 --- ParallelTerminationStrategy: PID 12268 died...\u000a13:12:07.376753 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12268): Terminated: ok {rc=0}\u000a13:12:07.386395 --- ParallelTerminationStrategy: PID 12271 died...\u000a13:12:07.438245 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12271): Terminated: ok {rc=0}\u000a13:12:07.523756 bus /sierra_3: Setting Powered False\u000a13:12:08.624766 bus /sierra_3: Setting Powered False\u000a13:12:09.734433 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 211, "className" : "voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12280): Process ended prematurely: osmo-stp_10.42.42.5(pid=12280) [trial-2375↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12280)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12280): Process ended prematurely: osmo-stp_10.42.42.5(pid=12280) [trial-2375↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12280)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2375 voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call_osmux.py\u000a----------------------------------------------\u000a13:12:10.842474 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a13:12:10.854369 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a13:12:11.011789 tst mo_mt_call_osmux.py: using LAC 28629\u000a13:12:11.128292 tst mo_mt_call_osmux.py: using RAC 69\u000a13:12:11.244327 tst mo_mt_call_osmux.py: using CellId 28629\u000a13:12:11.368054 tst mo_mt_call_osmux.py: using BVCI 28630\u000a13:12:11.392472 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a13:12:11.404283 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a13:12:11.416096 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a13:12:11.427843 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a13:12:11.439534 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a13:12:11.451037 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a13:12:11.569270 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a13:12:11.769321 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:12:12.239376 run create_hlr_db(pid=12274): Launched\u000a13:12:12.410425 bus /sierra_2: Setting Powered False\u000a13:12:13.431726 run create_hlr_db(pid=12274): Terminated: ok {rc=0}\u000a13:12:13.851110 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12276): Launched\u000a13:12:14.169809 run osmo-hlr_10.42.42.2(pid=12277): Launched\u000a13:12:14.287167 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:12:14.838802 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12279): Launched\u000a13:12:15.157196 run osmo-stp_10.42.42.5(pid=12280): Launched\u000a13:12:15.272690 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a13:12:15.852403 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12282): Launched\u000a13:12:16.286170 run osmo-msc_10.42.42.6(pid=12283): Launched\u000a13:12:16.655805 run osmo-stp_10.42.42.5(pid=12280): ERR: Terminated: ERROR {rc=1} [trial-2375↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12280)]\u000a13:12:16.807142 run osmo-stp_10.42.42.5(pid=12280): stdout: \u000a| (launched: 2022-12-10_13:12:15.001131)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:12:17.014226 run osmo-stp_10.42.42.5(pid=12280): stderr: \u000a| �[0;m�[38;5;43m20221210131215193 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210131215193 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210131215193 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210131215193 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210131215194 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210131215194 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210131215194 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:12:17.138327 run osmo-stp_10.42.42.5(pid=12280): stdout: \u000a| (launched: 2022-12-10_13:12:15.001131)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:12:17.260453 run osmo-stp_10.42.42.5(pid=12280): stderr: \u000a| �[0;m�[38;5;43m20221210131215193 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210131215193 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210131215193 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210131215193 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210131215194 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210131215194 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210131215194 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:12:17.316760 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=12280): Process ended prematurely: osmo-stp_10.42.42.5(pid=12280) [trial-2375↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12280)] [trial-2375↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8]\u000a13:12:17.326742 tst mo_mt_call_osmux.py:8: Test FAILED (6.5 sec)\u000a13:12:17.390656 run osmo-hlr_10.42.42.2(pid=12277): ERR: Terminated: ERROR {rc=237} [trial-2375↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12277)]\u000a13:12:17.442353 run osmo-hlr_10.42.42.2(pid=12277): stdout: \u000a| (launched: 2022-12-10_13:12:14.013451) \u000a13:12:17.494763 run osmo-hlr_10.42.42.2(pid=12277): stderr: \u000a| �[0;m�[1;31m20221210131214212 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210131214212 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210131214212 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210131214212 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210131214212 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210131214212 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210131214225 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2375/run.2022-12-10_12-42-03/voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210131214233 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210131214233 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210131214233 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:12:17.565664 run osmo-msc_10.42.42.6(pid=12283): ERR: Terminated: ERROR {rc=2} [trial-2375↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=12283)]\u000a13:12:17.616696 run osmo-msc_10.42.42.6(pid=12283): stdout: \u000a| (launched: 2022-12-10_13:12:16.017423) \u000a13:12:17.669370 run osmo-msc_10.42.42.6(pid=12283): stderr: \u000a| �[0;m�[38;5;43m20221210131216518 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210131216519 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fd30b7dfc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210131216519 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210131216519 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210131216519 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210131216519 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210131216527 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210131216528 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210131216528 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210131216528 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a13:12:17.713512 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12276): Terminating (SIGTERM)\u000a13:12:17.755557 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12279): Terminating (SIGTERM)\u000a13:12:17.797675 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12282): Terminating (SIGTERM)\u000a13:12:17.807820 --- ParallelTerminationStrategy: PID 12276 died...\u000a13:12:17.864414 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12276): Terminated: ok {rc=0}\u000a13:12:17.874597 --- ParallelTerminationStrategy: PID 12279 died...\u000a13:12:17.930999 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12279): Terminated: ok {rc=0}\u000a13:12:17.941179 --- ParallelTerminationStrategy: PID 12282 died...\u000a13:12:17.996822 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12282): Terminated: ok {rc=0}\u000a13:12:18.083044 bus /sierra_3: Setting Powered False\u000a13:12:19.188308 bus /sierra_3: Setting Powered False\u000a13:12:20.294487 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "66", "name" : "voice_trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T13:12:00" }, { "cases" : [ { "testActions" : [ ], "age" : 237, "className" : "voice:trx-sysmocell5000+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12294): Process ended prematurely: osmo-stp_10.42.42.5(pid=12294) [trial-2375↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12294)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12294): Process ended prematurely: osmo-stp_10.42.42.5(pid=12294) [trial-2375↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12294)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2375 voice:trx-sysmocell5000+mod-bts0-dynts-osmo mo_mt_call.py\u000a----------------------------------------------\u000a13:12:22.290083 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a13:12:22.301141 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a13:12:22.456150 tst mo_mt_call.py: using LAC 28630\u000a13:12:22.576195 tst mo_mt_call.py: using RAC 70\u000a13:12:22.696037 tst mo_mt_call.py: using CellId 28630\u000a13:12:22.818388 tst mo_mt_call.py: using BVCI 28631\u000a13:12:22.841499 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a13:12:22.852514 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a13:12:22.863532 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a13:12:22.874977 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a13:12:22.886915 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a13:12:22.897943 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a13:12:23.016592 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a13:12:23.223678 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:12:23.730997 run create_hlr_db(pid=12288): Launched\u000a13:12:23.913810 bus /sierra_2: Setting Powered False\u000a13:12:24.934780 run create_hlr_db(pid=12288): Terminated: ok {rc=0}\u000a13:12:25.333862 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12290): Launched\u000a13:12:25.632071 run osmo-hlr_10.42.42.2(pid=12291): Launched\u000a13:12:25.752481 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:12:26.277829 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12293): Launched\u000a13:12:26.574946 run osmo-stp_10.42.42.5(pid=12294): Launched\u000a13:12:26.684405 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a13:12:27.228608 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12296): Launched\u000a13:12:27.528790 run osmo-msc_10.42.42.6(pid=12297): Launched\u000a13:12:27.706808 run osmo-stp_10.42.42.5(pid=12294): ERR: Terminated: ERROR {rc=1} [trial-2375↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12294)]\u000a13:12:27.834218 run osmo-stp_10.42.42.5(pid=12294): stdout: \u000a| (launched: 2022-12-10_13:12:26.428751)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:12:27.959743 run osmo-stp_10.42.42.5(pid=12294): stderr: \u000a| �[0;m�[38;5;43m20221210131226598 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210131226599 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210131226599 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210131226599 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210131226600 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210131226600 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210131226600 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:12:28.079717 run osmo-stp_10.42.42.5(pid=12294): stdout: \u000a| (launched: 2022-12-10_13:12:26.428751)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:12:28.199117 run osmo-stp_10.42.42.5(pid=12294): stderr: \u000a| �[0;m�[38;5;43m20221210131226598 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210131226599 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210131226599 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210131226599 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210131226600 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210131226600 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210131226600 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:12:28.251703 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=12294): Process ended prematurely: osmo-stp_10.42.42.5(pid=12294) [trial-2375↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12294)] [trial-2375↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call.py:8]\u000a13:12:28.260334 tst mo_mt_call.py:8: Test FAILED (6.0 sec)\u000a13:12:28.320237 run osmo-hlr_10.42.42.2(pid=12291): ERR: Terminated: ERROR {rc=237} [trial-2375↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12291)]\u000a13:12:28.369118 run osmo-hlr_10.42.42.2(pid=12291): stdout: \u000a| (launched: 2022-12-10_13:12:25.485256) \u000a13:12:28.418052 run osmo-hlr_10.42.42.2(pid=12291): stderr: \u000a| �[0;m�[1;31m20221210131225660 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210131225660 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210131225660 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210131225660 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210131225660 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210131225661 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210131225671 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2375/run.2022-12-10_12-42-03/voice:trx-sysmocell5000+mod-bts0-dynts-osmo/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210131225680 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210131225680 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210131225680 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:12:28.484856 run osmo-msc_10.42.42.6(pid=12297): ERR: Terminated: ERROR {rc=2} [trial-2375↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=12297)]\u000a13:12:28.533714 run osmo-msc_10.42.42.6(pid=12297): stdout: \u000a| (launched: 2022-12-10_13:12:27.379969) \u000a13:12:28.582937 run osmo-msc_10.42.42.6(pid=12297): stderr: \u000a| �[0;m�[38;5;43m20221210131227651 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210131227651 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fd372072c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210131227651 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210131227651 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210131227651 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210131227652 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210131227655 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210131227656 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210131227656 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210131227656 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a13:12:28.624297 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12290): Terminating (SIGTERM)\u000a13:12:28.663345 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12293): Terminating (SIGTERM)\u000a13:12:28.702655 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12296): Terminating (SIGTERM)\u000a13:12:28.712135 --- ParallelTerminationStrategy: PID 12290 died...\u000a13:12:28.764857 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12290): Terminated: ok {rc=0}\u000a13:12:28.774426 --- ParallelTerminationStrategy: PID 12293 died...\u000a13:12:28.826559 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12293): Terminated: ok {rc=0}\u000a13:12:28.836470 --- ParallelTerminationStrategy: PID 12296 died...\u000a13:12:28.889216 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12296): Terminated: ok {rc=0}\u000a13:12:28.974240 bus /sierra_3: Setting Powered False\u000a13:12:30.075703 bus /sierra_3: Setting Powered False\u000a13:12:31.198089 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 211, "className" : "voice:trx-sysmocell5000+mod-bts0-dynts-osmo", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12306): Process ended prematurely: osmo-stp_10.42.42.5(pid=12306) [trial-2375↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12306)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12306): Process ended prematurely: osmo-stp_10.42.42.5(pid=12306) [trial-2375↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12306)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2375 voice:trx-sysmocell5000+mod-bts0-dynts-osmo mo_mt_call_osmux.py\u000a----------------------------------------------\u000a13:12:32.306493 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a13:12:32.318151 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a13:12:32.478766 tst mo_mt_call_osmux.py: using LAC 28631\u000a13:12:32.596249 tst mo_mt_call_osmux.py: using RAC 71\u000a13:12:32.714292 tst mo_mt_call_osmux.py: using CellId 28631\u000a13:12:32.839360 tst mo_mt_call_osmux.py: using BVCI 28632\u000a13:12:32.862407 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a13:12:32.873469 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a13:12:32.884426 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a13:12:32.895763 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a13:12:32.907312 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a13:12:32.918715 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a13:12:33.040011 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a13:12:33.248925 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:12:33.715102 run create_hlr_db(pid=12299): Launched\u000a13:12:33.886089 bus /sierra_2: Setting Powered False\u000a13:12:34.906812 run create_hlr_db(pid=12299): Terminated: ok {rc=0}\u000a13:12:35.301176 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12301): Launched\u000a13:12:35.598405 run osmo-hlr_10.42.42.2(pid=12302): Launched\u000a13:12:35.712197 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:12:36.252696 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12305): Launched\u000a13:12:36.550605 run osmo-stp_10.42.42.5(pid=12306): Launched\u000a13:12:36.658962 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a13:12:37.202832 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12308): Launched\u000a13:12:37.502882 run osmo-msc_10.42.42.6(pid=12309): Launched\u000a13:12:37.679459 run osmo-stp_10.42.42.5(pid=12306): ERR: Terminated: ERROR {rc=1} [trial-2375↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12306)]\u000a13:12:37.807268 run osmo-stp_10.42.42.5(pid=12306): stdout: \u000a| (launched: 2022-12-10_13:12:36.404447)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:12:37.932496 run osmo-stp_10.42.42.5(pid=12306): stderr: \u000a| �[0;m�[38;5;43m20221210131236573 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210131236574 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210131236574 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210131236574 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210131236575 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210131236575 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210131236575 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:12:38.052904 run osmo-stp_10.42.42.5(pid=12306): stdout: \u000a| (launched: 2022-12-10_13:12:36.404447)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:12:38.172145 run osmo-stp_10.42.42.5(pid=12306): stderr: \u000a| �[0;m�[38;5;43m20221210131236573 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210131236574 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210131236574 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210131236574 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210131236575 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210131236575 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210131236575 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:12:38.225340 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=12306): Process ended prematurely: osmo-stp_10.42.42.5(pid=12306) [trial-2375↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12306)] [trial-2375↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8]\u000a13:12:38.234191 tst mo_mt_call_osmux.py:8: Test FAILED (6.0 sec)\u000a13:12:38.294167 run osmo-hlr_10.42.42.2(pid=12302): ERR: Terminated: ERROR {rc=237} [trial-2375↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12302)]\u000a13:12:38.342956 run osmo-hlr_10.42.42.2(pid=12302): stdout: \u000a| (launched: 2022-12-10_13:12:35.451628) \u000a13:12:38.392533 run osmo-hlr_10.42.42.2(pid=12302): stderr: \u000a| �[0;m�[1;31m20221210131235624 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210131235624 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210131235624 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210131235625 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210131235625 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210131235625 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210131235637 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2375/run.2022-12-10_12-42-03/voice:trx-sysmocell5000+mod-bts0-dynts-osmo/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210131235645 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210131235645 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210131235645 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:12:38.458943 run osmo-msc_10.42.42.6(pid=12309): ERR: Terminated: ERROR {rc=2} [trial-2375↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=12309)]\u000a13:12:38.507955 run osmo-msc_10.42.42.6(pid=12309): stdout: \u000a| (launched: 2022-12-10_13:12:37.354385) \u000a13:12:38.557263 run osmo-msc_10.42.42.6(pid=12309): stderr: \u000a| �[0;m�[38;5;43m20221210131237625 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210131237625 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f385bc35c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210131237625 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210131237625 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210131237625 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210131237626 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210131237627 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210131237628 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210131237628 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210131237628 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a13:12:38.598754 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12301): Terminating (SIGTERM)\u000a13:12:38.638224 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12305): Terminating (SIGTERM)\u000a13:12:38.677729 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12308): Terminating (SIGTERM)\u000a13:12:38.687179 --- ParallelTerminationStrategy: PID 12301 died...\u000a13:12:38.739961 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12301): Terminated: ok {rc=0}\u000a13:12:38.750032 --- ParallelTerminationStrategy: PID 12305 died...\u000a13:12:38.802313 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12305): Terminated: ok {rc=0}\u000a13:12:38.812140 --- ParallelTerminationStrategy: PID 12308 died...\u000a13:12:38.864535 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12308): Terminated: ok {rc=0}\u000a13:12:38.953013 bus /sierra_3: Setting Powered False\u000a13:12:40.055321 bus /sierra_3: Setting Powered False\u000a13:12:41.163818 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 21.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "67", "name" : "voice_trx-sysmocell5000+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T13:12:22" }, { "cases" : [ { "testActions" : [ ], "age" : 234, "className" : "emergency:trx-sysmocell5000", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12320): Process ended prematurely: osmo-stp_10.42.42.5(pid=12320) [trial-2375↪emergency:trx-sysmocell5000↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12320)]", "failedSince" : 2142, "name" : "emergency_mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_mo_mt_call.py\", line 19, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12320): Process ended prematurely: osmo-stp_10.42.42.5(pid=12320) [trial-2375↪emergency:trx-sysmocell5000↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12320)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2375 emergency:trx-sysmocell5000 emergency_mo_mt_call.py\u000a----------------------------------------------\u000a13:12:43.184051 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a13:12:43.195118 tst emergency:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a13:12:43.338475 tst emergency_mo_mt_call.py: using LAC 28632\u000a13:12:43.459448 tst emergency_mo_mt_call.py: using RAC 72\u000a13:12:43.573073 tst emergency_mo_mt_call.py: using CellId 28632\u000a13:12:43.689300 tst emergency_mo_mt_call.py: using BVCI 28633\u000a13:12:43.711702 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a13:12:43.722339 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a13:12:43.732804 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a13:12:43.744048 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a13:12:43.754942 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a13:12:43.766123 tst emergency:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a13:12:43.883455 tst emergency:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a13:12:44.088703 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:12:44.589502 run create_hlr_db(pid=12314): Launched\u000a13:12:44.770004 bus /sierra_2: Setting Powered False\u000a13:12:45.790309 run create_hlr_db(pid=12314): Terminated: ok {rc=0}\u000a13:12:46.266137 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12316): Launched\u000a13:12:46.621377 run osmo-hlr_10.42.42.2(pid=12317): Launched\u000a13:12:46.879476 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:12:47.554936 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12319): Launched\u000a13:12:47.846524 run osmo-stp_10.42.42.5(pid=12320): Launched\u000a13:12:47.965377 tst emergency_mo_mt_call.py: using MSISDN 7753\u000a13:12:48.110159 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a13:12:48.643246 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12322): Launched\u000a13:12:48.934989 run osmo-msc_10.42.42.6(pid=12323): Launched\u000a13:12:49.108207 run osmo-stp_10.42.42.5(pid=12320): ERR: Terminated: ERROR {rc=1} [trial-2375↪emergency:trx-sysmocell5000↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12320)]\u000a13:12:49.233078 run osmo-stp_10.42.42.5(pid=12320): stdout: \u000a| (launched: 2022-12-10_13:12:47.703178)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:12:49.355255 run osmo-stp_10.42.42.5(pid=12320): stderr: \u000a| �[0;m�[38;5;43m20221210131247871 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210131247871 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210131247872 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210131247872 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210131247873 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210131247873 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210131247873 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:12:49.472572 run osmo-stp_10.42.42.5(pid=12320): stdout: \u000a| (launched: 2022-12-10_13:12:47.703178)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:12:49.588805 run osmo-stp_10.42.42.5(pid=12320): stderr: \u000a| �[0;m�[38;5;43m20221210131247871 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210131247871 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210131247872 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210131247872 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210131247873 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210131247873 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210131247873 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:12:49.639855 tst emergency_mo_mt_call.py:19: ERR: Error: osmo-stp_10.42.42.5(pid=12320): Process ended prematurely: osmo-stp_10.42.42.5(pid=12320) [trial-2375↪emergency:trx-sysmocell5000↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12320)] [trial-2375↪emergency:trx-sysmocell5000↪emergency_mo_mt_call.py:19]\u000a13:12:49.647998 tst emergency_mo_mt_call.py:19: Test FAILED (6.5 sec)\u000a13:12:49.707658 run osmo-hlr_10.42.42.2(pid=12317): ERR: Terminated: ERROR {rc=237} [trial-2375↪emergency:trx-sysmocell5000↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12317)]\u000a13:12:49.755958 run osmo-hlr_10.42.42.2(pid=12317): stdout: \u000a| (launched: 2022-12-10_13:12:46.419894) \u000a13:12:49.805246 run osmo-hlr_10.42.42.2(pid=12317): stderr: \u000a| �[0;m�[1;31m20221210131246753 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210131246753 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210131246753 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210131246754 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210131246754 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210131246754 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210131246771 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2375/run.2022-12-10_12-42-03/emergency:trx-sysmocell5000/emergency_mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210131246801 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210131246802 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210131246802 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:12:49.871760 run osmo-msc_10.42.42.6(pid=12323): ERR: Terminated: ERROR {rc=2} [trial-2375↪emergency:trx-sysmocell5000↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=12323)]\u000a13:12:49.920142 run osmo-msc_10.42.42.6(pid=12323): stdout: \u000a| (launched: 2022-12-10_13:12:48.791106) \u000a13:12:49.969138 run osmo-msc_10.42.42.6(pid=12323): stderr: \u000a| �[0;m�[38;5;43m20221210131249061 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210131249062 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f89a87c7c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210131249062 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210131249062 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210131249062 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210131249062 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210131249064 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210131249064 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210131249064 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210131249064 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a13:12:50.010709 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12316): Terminating (SIGTERM)\u000a13:12:50.050557 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12319): Terminating (SIGTERM)\u000a13:12:50.090233 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12322): Terminating (SIGTERM)\u000a13:12:50.099553 --- ParallelTerminationStrategy: PID 12316 died...\u000a13:12:50.151994 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12316): Terminated: ok {rc=0}\u000a13:12:50.161854 --- ParallelTerminationStrategy: PID 12319 died...\u000a13:12:50.214261 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12319): Terminated: ok {rc=0}\u000a13:12:50.223959 --- ParallelTerminationStrategy: PID 12322 died...\u000a13:12:50.276472 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12322): Terminated: ok {rc=0}\u000a13:12:50.363511 bus /sierra_3: Setting Powered False\u000a13:12:51.465288 bus /sierra_3: Setting Powered False\u000a13:12:52.570158 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 234, "className" : "emergency:trx-sysmocell5000", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12331): Process ended prematurely: osmo-stp_10.42.42.5(pid=12331) [trial-2375↪emergency:trx-sysmocell5000↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12331)]", "failedSince" : 2142, "name" : "emergency_preemptive_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_preemptive_call.py\", line 32, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12331): Process ended prematurely: osmo-stp_10.42.42.5(pid=12331) [trial-2375↪emergency:trx-sysmocell5000↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12331)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2375 emergency:trx-sysmocell5000 emergency_preemptive_call.py\u000a----------------------------------------------\u000a13:12:53.619306 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a13:12:53.630645 tst emergency:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a13:12:53.767052 tst emergency_preemptive_call.py: using LAC 28633\u000a13:12:53.883058 tst emergency_preemptive_call.py: using RAC 73\u000a13:12:54.000034 tst emergency_preemptive_call.py: using CellId 28633\u000a13:12:54.117136 tst emergency_preemptive_call.py: using BVCI 28634\u000a13:12:54.139510 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a13:12:54.150393 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a13:12:54.161103 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a13:12:54.171856 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a13:12:54.182696 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a13:12:54.193503 tst emergency:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a13:12:54.310430 tst emergency:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a13:12:54.426879 tst emergency:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a13:12:54.544928 tst emergency:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a13:12:54.740083 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:12:55.199503 run create_hlr_db(pid=12325): Launched\u000a13:12:55.368500 bus /sierra_2: Setting Powered False\u000a13:12:56.389605 run create_hlr_db(pid=12325): Terminated: ok {rc=0}\u000a13:12:56.805803 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12327): Launched\u000a13:12:57.117999 run osmo-hlr_10.42.42.2(pid=12328): Launched\u000a13:12:57.233122 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:12:57.774255 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12330): Launched\u000a13:12:58.087207 run osmo-stp_10.42.42.5(pid=12331): Launched\u000a13:12:58.217339 tst emergency_preemptive_call.py: using MSISDN 7754\u000a13:12:58.373147 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a13:12:58.941111 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12333): Launched\u000a13:12:59.251965 run osmo-msc_10.42.42.6(pid=12334): Launched\u000a13:12:59.434651 run osmo-stp_10.42.42.5(pid=12331): ERR: Terminated: ERROR {rc=1} [trial-2375↪emergency:trx-sysmocell5000↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12331)]\u000a13:12:59.566553 run osmo-stp_10.42.42.5(pid=12331): stdout: \u000a| (launched: 2022-12-10_13:12:57.933775)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:12:59.698215 run osmo-stp_10.42.42.5(pid=12331): stderr: \u000a| �[0;m�[38;5;43m20221210131258126 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210131258126 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210131258126 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210131258127 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210131258127 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210131258127 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210131258127 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:12:59.823555 run osmo-stp_10.42.42.5(pid=12331): stdout: \u000a| (launched: 2022-12-10_13:12:57.933775)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:12:59.947492 run osmo-stp_10.42.42.5(pid=12331): stderr: \u000a| �[0;m�[38;5;43m20221210131258126 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210131258126 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210131258126 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210131258127 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210131258127 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210131258127 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210131258127 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:13:00.001852 tst emergency_preemptive_call.py:32: ERR: Error: osmo-stp_10.42.42.5(pid=12331): Process ended prematurely: osmo-stp_10.42.42.5(pid=12331) [trial-2375↪emergency:trx-sysmocell5000↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12331)] [trial-2375↪emergency:trx-sysmocell5000↪emergency_preemptive_call.py:32]\u000a13:13:00.010491 tst emergency_preemptive_call.py:32: Test FAILED (6.4 sec)\u000a13:13:00.072422 run osmo-hlr_10.42.42.2(pid=12328): ERR: Terminated: ERROR {rc=237} [trial-2375↪emergency:trx-sysmocell5000↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12328)]\u000a13:13:00.124306 run osmo-hlr_10.42.42.2(pid=12328): stdout: \u000a| (launched: 2022-12-10_13:12:56.964487) \u000a13:13:00.176505 run osmo-hlr_10.42.42.2(pid=12328): stderr: \u000a| �[0;m�[1;31m20221210131257160 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210131257160 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210131257160 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210131257160 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210131257160 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210131257160 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210131257173 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2375/run.2022-12-10_12-42-03/emergency:trx-sysmocell5000/emergency_preemptive_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210131257181 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210131257181 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210131257181 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:13:00.247053 run osmo-msc_10.42.42.6(pid=12334): ERR: Terminated: ERROR {rc=2} [trial-2375↪emergency:trx-sysmocell5000↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=12334)]\u000a13:13:00.298044 run osmo-msc_10.42.42.6(pid=12334): stdout: \u000a| (launched: 2022-12-10_13:12:59.099321) \u000a13:13:00.349898 run osmo-msc_10.42.42.6(pid=12334): stderr: \u000a| �[0;m�[38;5;43m20221210131259420 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210131259420 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f3ed2d13c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210131259421 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210131259421 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210131259421 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210131259421 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210131259423 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210131259423 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210131259423 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210131259423 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a13:13:00.393803 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12327): Terminating (SIGTERM)\u000a13:13:00.435487 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12330): Terminating (SIGTERM)\u000a13:13:00.476858 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12333): Terminating (SIGTERM)\u000a13:13:00.486181 --- ParallelTerminationStrategy: PID 12327 died...\u000a13:13:00.541361 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12327): Terminated: ok {rc=0}\u000a13:13:00.551383 --- ParallelTerminationStrategy: PID 12330 died...\u000a13:13:00.606312 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12330): Terminated: ok {rc=0}\u000a13:13:00.616285 --- ParallelTerminationStrategy: PID 12333 died...\u000a13:13:00.671272 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12333): Terminated: ok {rc=0}\u000a13:13:00.757525 bus /sierra_9: Setting Powered False\u000a13:13:01.868142 bus /sierra_9: Setting Powered False\u000a13:13:02.977817 bus /sierra_8: Setting Powered False\u000a13:13:04.082126 bus /sierra_8: Setting Powered False\u000a13:13:05.188533 bus /sierra_3: Setting Powered False\u000a13:13:06.293250 bus /sierra_3: Setting Powered False\u000a13:13:07.398717 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 27.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "68", "name" : "emergency_trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T13:12:42" }, { "cases" : [ { "testActions" : [ ], "age" : 237, "className" : "gprs:trx-sysmocell5000", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12349): Process ended prematurely: osmo-stp_10.42.42.5(pid=12349) [trial-2375↪gprs:trx-sysmocell5000↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12349)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12349): Process ended prematurely: osmo-stp_10.42.42.5(pid=12349) [trial-2375↪gprs:trx-sysmocell5000↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12349)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2375 gprs:trx-sysmocell5000 cs_paging_gprs_active.py\u000a----------------------------------------------\u000a13:13:09.511009 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a13:13:09.521477 tst gprs:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a13:13:09.657281 tst cs_paging_gprs_active.py: using LAC 28634\u000a13:13:09.775791 tst cs_paging_gprs_active.py: using RAC 74\u000a13:13:09.895154 tst cs_paging_gprs_active.py: using CellId 28634\u000a13:13:10.014699 tst cs_paging_gprs_active.py: using BVCI 28635\u000a13:13:10.037602 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a13:13:10.048655 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a13:13:10.059295 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a13:13:10.069938 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a13:13:10.080424 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a13:13:10.091153 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a13:13:10.102088 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a13:13:10.112589 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a13:13:10.123367 tst gprs:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a13:13:10.242068 tst gprs:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a13:13:10.518569 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a13:13:10.643691 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:13:10.952756 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12339): Launched\u000a13:13:11.209873 run iperf3-srv_10.42.42.10(pid=12340): Launched\u000a13:13:11.392760 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a13:13:11.518394 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:13:11.828577 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12341): Launched\u000a13:13:12.086192 run iperf3-srv_10.42.42.10(pid=12342): Launched\u000a13:13:12.268056 tst cs_paging_gprs_active.py:38: start network...\u000a13:13:12.393268 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:13:12.864328 run create_hlr_db(pid=12343): Launched\u000a13:13:13.036598 bus /sierra_2: Setting Powered False\u000a13:13:14.058169 run create_hlr_db(pid=12343): Terminated: ok {rc=0}\u000a13:13:14.483010 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12345): Launched\u000a13:13:14.802980 run osmo-hlr_10.42.42.2(pid=12346): Launched\u000a13:13:14.919933 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:13:15.474037 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12348): Launched\u000a13:13:15.793516 run osmo-stp_10.42.42.5(pid=12349): Launched\u000a13:13:16.032623 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:13:16.594443 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12351): Launched\u000a13:13:16.715019 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:13:17.030647 run patchelf(pid=12352): Launched\u000a13:13:17.249937 run osmo-stp_10.42.42.5(pid=12349): ERR: Terminated: ERROR {rc=1} [trial-2375↪gprs:trx-sysmocell5000↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12349)]\u000a13:13:17.381479 run osmo-stp_10.42.42.5(pid=12349): stdout: \u000a| (launched: 2022-12-10_13:13:15.636682)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:13:17.511110 run osmo-stp_10.42.42.5(pid=12349): stderr: \u000a| �[0;m�[38;5;43m20221210131315831 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210131315832 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210131315832 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210131315832 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210131315833 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210131315833 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210131315833 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:13:17.636353 run osmo-stp_10.42.42.5(pid=12349): stdout: \u000a| (launched: 2022-12-10_13:13:15.636682)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:13:17.760332 run osmo-stp_10.42.42.5(pid=12349): stderr: \u000a| �[0;m�[38;5;43m20221210131315831 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210131315832 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210131315832 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210131315832 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210131315833 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210131315833 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210131315833 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:13:17.905058 run patchelf(pid=12352): Terminating (SIGINT)\u000a13:13:18.074597 run patchelf(pid=12352): Terminated: ok {rc=0}\u000a13:13:18.106320 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=12349): Process ended prematurely: osmo-stp_10.42.42.5(pid=12349) [trial-2375↪gprs:trx-sysmocell5000↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12349)] [trial-2375↪gprs:trx-sysmocell5000↪cs_paging_gprs_active.py:38]\u000a13:13:18.115803 tst cs_paging_gprs_active.py:38: Test FAILED (8.6 sec)\u000a13:13:18.176707 run osmo-hlr_10.42.42.2(pid=12346): ERR: Terminated: ERROR {rc=237} [trial-2375↪gprs:trx-sysmocell5000↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12346)]\u000a13:13:18.225977 run osmo-hlr_10.42.42.2(pid=12346): stdout: \u000a| (launched: 2022-12-10_13:13:14.646995) \u000a13:13:18.276040 run osmo-hlr_10.42.42.2(pid=12346): stderr: \u000a| �[0;m�[1;31m20221210131314844 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210131314844 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210131314844 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210131314844 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210131314844 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210131314844 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210131314855 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2375/run.2022-12-10_12-42-03/gprs:trx-sysmocell5000/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210131314864 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210131314864 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210131314864 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:13:18.318102 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12339): Terminating (SIGTERM)\u000a13:13:18.358569 run iperf3-srv_10.42.42.10(pid=12340): Terminating (SIGTERM)\u000a13:13:18.398547 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12341): Terminating (SIGTERM)\u000a13:13:18.438329 run iperf3-srv_10.42.42.10(pid=12342): Terminating (SIGTERM)\u000a13:13:18.478417 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12345): Terminating (SIGTERM)\u000a13:13:18.518443 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12348): Terminating (SIGTERM)\u000a13:13:18.558874 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12351): Terminating (SIGTERM)\u000a13:13:18.568487 --- ParallelTerminationStrategy: PID 12339 died...\u000a13:13:18.622537 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12339): Terminated: ok {rc=0}\u000a13:13:18.632201 --- ParallelTerminationStrategy: PID 12340 died...\u000a13:13:18.685273 run iperf3-srv_10.42.42.10(pid=12340): Terminated {rc=256}\u000a13:13:18.694959 --- ParallelTerminationStrategy: PID 12341 died...\u000a13:13:18.747582 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12341): Terminated: ok {rc=0}\u000a13:13:18.757556 --- ParallelTerminationStrategy: PID 12342 died...\u000a13:13:18.810077 run iperf3-srv_10.42.42.10(pid=12342): Terminated {rc=256}\u000a13:13:18.820030 --- ParallelTerminationStrategy: PID 12345 died...\u000a13:13:18.873291 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12345): Terminated: ok {rc=0}\u000a13:13:18.882884 --- ParallelTerminationStrategy: PID 12348 died...\u000a13:13:18.935726 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12348): Terminated: ok {rc=0}\u000a13:13:18.945853 --- ParallelTerminationStrategy: PID 12351 died...\u000a13:13:18.998558 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12351): Terminated: ok {rc=0}\u000a13:13:19.086986 bus /gobi_0: Setting Powered False\u000a13:13:20.189227 bus /gobi_0: Setting Powered False\u000a13:13:21.294519 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 237, "className" : "gprs:trx-sysmocell5000", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12361): Process ended prematurely: osmo-stp_10.42.42.5(pid=12361) [trial-2375↪gprs:trx-sysmocell5000↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12361)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12361): Process ended prematurely: osmo-stp_10.42.42.5(pid=12361) [trial-2375↪gprs:trx-sysmocell5000↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12361)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2375 gprs:trx-sysmocell5000 iperf3.py\u000a----------------------------------------------\u000a13:13:22.407838 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a13:13:22.419493 tst gprs:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a13:13:22.568939 tst iperf3.py: using LAC 28635\u000a13:13:22.693187 tst iperf3.py: using RAC 75\u000a13:13:22.816556 tst iperf3.py: using CellId 28635\u000a13:13:22.939644 tst iperf3.py: using BVCI 28636\u000a13:13:22.963943 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a13:13:22.975010 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a13:13:22.985914 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a13:13:22.996800 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a13:13:23.007600 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a13:13:23.018351 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a13:13:23.029314 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a13:13:23.039989 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a13:13:23.050977 tst gprs:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a13:13:23.339026 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a13:13:23.472259 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:13:23.799629 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12353): Launched\u000a13:13:24.072706 run iperf3-srv_10.42.42.10(pid=12354): Launched\u000a13:13:24.268477 tst iperf3.py:8: start network...\u000a13:13:24.401715 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:13:24.911963 run create_hlr_db(pid=12355): Launched\u000a13:13:25.096318 bus /gobi_6: Setting Powered False\u000a13:13:26.116701 run create_hlr_db(pid=12355): Terminated: ok {rc=0}\u000a13:13:26.519130 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12357): Launched\u000a13:13:26.819894 run osmo-hlr_10.42.42.2(pid=12358): Launched\u000a13:13:26.937121 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:13:27.462490 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12360): Launched\u000a13:13:27.762514 run osmo-stp_10.42.42.5(pid=12361): Launched\u000a13:13:27.873290 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:13:28.396345 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12363): Launched\u000a13:13:28.503693 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:13:28.764833 run patchelf(pid=12364): Launched\u000a13:13:28.940224 run osmo-stp_10.42.42.5(pid=12361): ERR: Terminated: ERROR {rc=1} [trial-2375↪gprs:trx-sysmocell5000↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12361)]\u000a13:13:29.069077 run osmo-stp_10.42.42.5(pid=12361): stdout: \u000a| (launched: 2022-12-10_13:13:27.615032)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:13:29.197971 run osmo-stp_10.42.42.5(pid=12361): stderr: \u000a| �[0;m�[38;5;43m20221210131327788 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210131327788 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210131327788 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210131327788 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210131327789 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210131327789 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210131327789 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:13:29.322886 run osmo-stp_10.42.42.5(pid=12361): stdout: \u000a| (launched: 2022-12-10_13:13:27.615032)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:13:29.446342 run osmo-stp_10.42.42.5(pid=12361): stderr: \u000a| �[0;m�[38;5;43m20221210131327788 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210131327788 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210131327788 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210131327788 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210131327789 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210131327789 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210131327789 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:13:29.590620 run patchelf(pid=12364): Terminating (SIGINT)\u000a13:13:29.759362 run patchelf(pid=12364): Terminated: ok {rc=0}\u000a13:13:29.790619 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=12361): Process ended prematurely: osmo-stp_10.42.42.5(pid=12361) [trial-2375↪gprs:trx-sysmocell5000↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12361)] [trial-2375↪gprs:trx-sysmocell5000↪iperf3.py:8]\u000a13:13:29.799753 tst iperf3.py:8: Test FAILED (7.4 sec)\u000a13:13:29.860269 run osmo-hlr_10.42.42.2(pid=12358): ERR: Terminated: ERROR {rc=237} [trial-2375↪gprs:trx-sysmocell5000↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12358)]\u000a13:13:29.909218 run osmo-hlr_10.42.42.2(pid=12358): stdout: \u000a| (launched: 2022-12-10_13:13:26.672562) \u000a13:13:29.958694 run osmo-hlr_10.42.42.2(pid=12358): stderr: \u000a| �[0;m�[1;31m20221210131326848 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210131326848 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210131326848 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210131326848 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210131326848 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210131326848 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210131326861 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2375/run.2022-12-10_12-42-03/gprs:trx-sysmocell5000/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210131326869 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210131326869 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210131326869 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:13:30.000729 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12353): Terminating (SIGTERM)\u000a13:13:30.040694 run iperf3-srv_10.42.42.10(pid=12354): Terminating (SIGTERM)\u000a13:13:30.080786 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12357): Terminating (SIGTERM)\u000a13:13:30.120802 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12360): Terminating (SIGTERM)\u000a13:13:30.160815 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12363): Terminating (SIGTERM)\u000a13:13:30.170436 --- ParallelTerminationStrategy: PID 12353 died...\u000a13:13:30.224022 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12353): Terminated: ok {rc=0}\u000a13:13:30.233919 --- ParallelTerminationStrategy: PID 12354 died...\u000a13:13:30.286940 run iperf3-srv_10.42.42.10(pid=12354): Terminated {rc=256}\u000a13:13:30.296262 --- ParallelTerminationStrategy: PID 12357 died...\u000a13:13:30.348672 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12357): Terminated: ok {rc=0}\u000a13:13:30.358369 --- ParallelTerminationStrategy: PID 12360 died...\u000a13:13:30.411272 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12360): Terminated: ok {rc=0}\u000a13:13:30.420817 --- ParallelTerminationStrategy: PID 12363 died...\u000a13:13:30.473418 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12363): Terminated: ok {rc=0}\u000a13:13:30.560682 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 237, "className" : "gprs:trx-sysmocell5000", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12379): Process ended prematurely: osmo-stp_10.42.42.5(pid=12379) [trial-2375↪gprs:trx-sysmocell5000↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12379)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12379): Process ended prematurely: osmo-stp_10.42.42.5(pid=12379) [trial-2375↪gprs:trx-sysmocell5000↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12379)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2375 gprs:trx-sysmocell5000 iperf3m4.py\u000a----------------------------------------------\u000a13:13:31.668926 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a13:13:31.681041 tst gprs:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a13:13:31.822040 tst iperf3m4.py: using LAC 28636\u000a13:13:31.972686 tst iperf3m4.py: using RAC 76\u000a13:13:32.102250 tst iperf3m4.py: using CellId 28636\u000a13:13:32.221006 tst iperf3m4.py: using BVCI 28637\u000a13:13:32.244850 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a13:13:32.256388 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a13:13:32.267835 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a13:13:32.281196 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a13:13:32.294543 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a13:13:32.307221 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a13:13:32.317965 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a13:13:32.328697 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a13:13:32.339645 tst gprs:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a13:13:32.458970 tst gprs:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a13:13:32.580532 tst gprs:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a13:13:32.696657 tst gprs:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a13:13:32.970974 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a13:13:33.095911 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:13:33.404147 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12365): Launched\u000a13:13:33.668696 run iperf3-srv_10.42.42.10(pid=12366): Launched\u000a13:13:33.850625 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a13:13:33.975249 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:13:34.283574 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12367): Launched\u000a13:13:34.540242 run iperf3-srv_10.42.42.10(pid=12368): Launched\u000a13:13:34.722555 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a13:13:34.847436 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:13:35.155258 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12369): Launched\u000a13:13:35.411234 run iperf3-srv_10.42.42.10(pid=12370): Launched\u000a13:13:35.593137 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a13:13:35.718056 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:13:36.025944 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12371): Launched\u000a13:13:36.282788 run iperf3-srv_10.42.42.10(pid=12372): Launched\u000a13:13:36.464859 tst iperf3m4.py:8: start network...\u000a13:13:36.589746 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:13:37.060312 run create_hlr_db(pid=12373): Launched\u000a13:13:37.232354 bus /gobi_6: Setting Powered False\u000a13:13:38.253539 run create_hlr_db(pid=12373): Terminated: ok {rc=0}\u000a13:13:38.650158 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12375): Launched\u000a13:13:38.950213 run osmo-hlr_10.42.42.2(pid=12376): Launched\u000a13:13:39.064101 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:13:39.594855 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12378): Launched\u000a13:13:39.895513 run osmo-stp_10.42.42.5(pid=12379): Launched\u000a13:13:40.008370 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:13:40.531861 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12381): Launched\u000a13:13:40.639209 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:13:40.900169 run patchelf(pid=12382): Launched\u000a13:13:41.075470 run osmo-stp_10.42.42.5(pid=12379): ERR: Terminated: ERROR {rc=1} [trial-2375↪gprs:trx-sysmocell5000↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12379)]\u000a13:13:41.204036 run osmo-stp_10.42.42.5(pid=12379): stdout: \u000a| (launched: 2022-12-10_13:13:39.746977)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:13:41.332691 run osmo-stp_10.42.42.5(pid=12379): stderr: \u000a| �[0;m�[38;5;43m20221210131339917 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210131339917 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210131339918 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210131339918 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210131339919 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210131339919 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210131339919 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:13:41.457671 run osmo-stp_10.42.42.5(pid=12379): stdout: \u000a| (launched: 2022-12-10_13:13:39.746977)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:13:41.581383 run osmo-stp_10.42.42.5(pid=12379): stderr: \u000a| �[0;m�[38;5;43m20221210131339917 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210131339917 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210131339918 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210131339918 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210131339919 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210131339919 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210131339919 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:13:41.724921 run patchelf(pid=12382): Terminating (SIGINT)\u000a13:13:41.893853 run patchelf(pid=12382): Terminated: ok {rc=0}\u000a13:13:41.925126 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=12379): Process ended prematurely: osmo-stp_10.42.42.5(pid=12379) [trial-2375↪gprs:trx-sysmocell5000↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12379)] [trial-2375↪gprs:trx-sysmocell5000↪iperf3m4.py:8]\u000a13:13:41.934237 tst iperf3m4.py:8: Test FAILED (10.3 sec)\u000a13:13:41.995243 run osmo-hlr_10.42.42.2(pid=12376): ERR: Terminated: ERROR {rc=237} [trial-2375↪gprs:trx-sysmocell5000↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12376)]\u000a13:13:42.044087 run osmo-hlr_10.42.42.2(pid=12376): stdout: \u000a| (launched: 2022-12-10_13:13:38.802663) \u000a13:13:42.093977 run osmo-hlr_10.42.42.2(pid=12376): stderr: \u000a| �[0;m�[1;31m20221210131338981 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210131338981 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210131338981 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210131338981 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210131338981 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210131338981 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210131338993 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2375/run.2022-12-10_12-42-03/gprs:trx-sysmocell5000/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210131339001 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210131339001 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210131339001 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:13:42.135757 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12365): Terminating (SIGTERM)\u000a13:13:42.175358 run iperf3-srv_10.42.42.10(pid=12366): Terminating (SIGTERM)\u000a13:13:42.215182 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12367): Terminating (SIGTERM)\u000a13:13:42.254797 run iperf3-srv_10.42.42.10(pid=12368): Terminating (SIGTERM)\u000a13:13:42.294448 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12369): Terminating (SIGTERM)\u000a13:13:42.334010 run iperf3-srv_10.42.42.10(pid=12370): Terminating (SIGTERM)\u000a13:13:42.373817 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12371): Terminating (SIGTERM)\u000a13:13:42.414343 run iperf3-srv_10.42.42.10(pid=12372): Terminating (SIGTERM)\u000a13:13:42.453713 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12375): Terminating (SIGTERM)\u000a13:13:42.493119 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12378): Terminating (SIGTERM)\u000a13:13:42.532924 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12381): Terminating (SIGTERM)\u000a13:13:42.542499 --- ParallelTerminationStrategy: PID 12365 died...\u000a13:13:42.595722 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12365): Terminated: ok {rc=0}\u000a13:13:42.605389 --- ParallelTerminationStrategy: PID 12366 died...\u000a13:13:42.657371 run iperf3-srv_10.42.42.10(pid=12366): Terminated {rc=256}\u000a13:13:42.667043 --- ParallelTerminationStrategy: PID 12367 died...\u000a13:13:42.719579 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12367): Terminated: ok {rc=0}\u000a13:13:42.729127 --- ParallelTerminationStrategy: PID 12368 died...\u000a13:13:42.781332 run iperf3-srv_10.42.42.10(pid=12368): Terminated {rc=256}\u000a13:13:42.790827 --- ParallelTerminationStrategy: PID 12369 died...\u000a13:13:42.843206 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12369): Terminated: ok {rc=0}\u000a13:13:42.852899 --- ParallelTerminationStrategy: PID 12370 died...\u000a13:13:42.905070 run iperf3-srv_10.42.42.10(pid=12370): Terminated {rc=256}\u000a13:13:42.914757 --- ParallelTerminationStrategy: PID 12371 died...\u000a13:13:42.966799 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12371): Terminated: ok {rc=0}\u000a13:13:42.976499 --- ParallelTerminationStrategy: PID 12372 died...\u000a13:13:43.029087 run iperf3-srv_10.42.42.10(pid=12372): Terminated {rc=256}\u000a13:13:43.038587 --- ParallelTerminationStrategy: PID 12375 died...\u000a13:13:43.091096 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12375): Terminated: ok {rc=0}\u000a13:13:43.100902 --- ParallelTerminationStrategy: PID 12378 died...\u000a13:13:43.153359 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12378): Terminated: ok {rc=0}\u000a13:13:43.163213 --- ParallelTerminationStrategy: PID 12381 died...\u000a13:13:43.215417 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12381): Terminated: ok {rc=0}\u000a13:13:43.298756 bus /gobi_4: Setting Powered False\u000a13:13:44.404908 bus /gobi_4: Setting Powered False\u000a13:13:45.518187 bus /gobi_1: Setting Powered False\u000a13:13:46.618798 bus /gobi_1: Setting Powered False\u000a13:13:47.725108 bus /gobi_0: Setting Powered False\u000a13:13:48.831323 bus /gobi_0: Setting Powered False\u000a13:13:49.939546 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 237, "className" : "gprs:trx-sysmocell5000", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12389): Process ended prematurely: osmo-stp_10.42.42.5(pid=12389) [trial-2375↪gprs:trx-sysmocell5000↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12389)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12389): Process ended prematurely: osmo-stp_10.42.42.5(pid=12389) [trial-2375↪gprs:trx-sysmocell5000↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12389)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2375 gprs:trx-sysmocell5000 ping.py\u000a----------------------------------------------\u000a13:13:51.009281 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a13:13:51.020994 tst gprs:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a13:13:51.164503 tst ping.py: using LAC 28637\u000a13:13:51.287678 tst ping.py: using RAC 77\u000a13:13:51.410627 tst ping.py: using CellId 28637\u000a13:13:51.534053 tst ping.py: using BVCI 28638\u000a13:13:51.558369 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a13:13:51.569480 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a13:13:51.580288 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a13:13:51.591661 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a13:13:51.602979 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a13:13:51.614390 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a13:13:51.625867 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a13:13:51.637135 tst gprs:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a13:13:51.922531 tst ping.py:19: start network...\u000a13:13:52.052738 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:13:52.550383 run create_hlr_db(pid=12383): Launched\u000a13:13:52.731680 bus /gobi_6: Setting Powered False\u000a13:13:53.751682 run create_hlr_db(pid=12383): Terminated: ok {rc=0}\u000a13:13:54.144487 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12385): Launched\u000a13:13:54.446714 run osmo-hlr_10.42.42.2(pid=12386): Launched\u000a13:13:54.562595 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:13:55.108364 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12388): Launched\u000a13:13:55.419380 run osmo-stp_10.42.42.5(pid=12389): Launched\u000a13:13:55.532748 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:13:56.077511 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12391): Launched\u000a13:13:56.189296 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:13:56.461468 run patchelf(pid=12392): Launched\u000a13:13:56.644905 run osmo-stp_10.42.42.5(pid=12389): ERR: Terminated: ERROR {rc=1} [trial-2375↪gprs:trx-sysmocell5000↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12389)]\u000a13:13:56.778983 run osmo-stp_10.42.42.5(pid=12389): stdout: \u000a| (launched: 2022-12-10_13:13:55.267457)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:13:56.913792 run osmo-stp_10.42.42.5(pid=12389): stderr: \u000a| �[0;m�[38;5;43m20221210131355458 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210131355458 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210131355458 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210131355459 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210131355461 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210131355461 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210131355461 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:13:57.043774 run osmo-stp_10.42.42.5(pid=12389): stdout: \u000a| (launched: 2022-12-10_13:13:55.267457)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:13:57.173146 run osmo-stp_10.42.42.5(pid=12389): stderr: \u000a| �[0;m�[38;5;43m20221210131355458 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210131355458 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210131355458 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210131355459 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210131355461 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210131355461 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210131355461 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:13:57.323001 run patchelf(pid=12392): Terminating (SIGINT)\u000a13:13:57.498942 run patchelf(pid=12392): Terminated: ok {rc=0}\u000a13:13:57.531151 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=12389): Process ended prematurely: osmo-stp_10.42.42.5(pid=12389) [trial-2375↪gprs:trx-sysmocell5000↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12389)] [trial-2375↪gprs:trx-sysmocell5000↪ping.py:22]\u000a13:13:57.540298 tst ping.py:22: Test FAILED (6.5 sec)\u000a13:13:57.602520 run osmo-hlr_10.42.42.2(pid=12386): ERR: Terminated: ERROR {rc=237} [trial-2375↪gprs:trx-sysmocell5000↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12386)]\u000a13:13:57.653873 run osmo-hlr_10.42.42.2(pid=12386): stdout: \u000a| (launched: 2022-12-10_13:13:54.292458) \u000a13:13:57.705704 run osmo-hlr_10.42.42.2(pid=12386): stderr: \u000a| �[0;m�[1;31m20221210131354490 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210131354490 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210131354490 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210131354490 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210131354491 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210131354491 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210131354503 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2375/run.2022-12-10_12-42-03/gprs:trx-sysmocell5000/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210131354512 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210131354512 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210131354512 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:13:57.749922 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12385): Terminating (SIGTERM)\u000a13:13:57.791646 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12388): Terminating (SIGTERM)\u000a13:13:57.834053 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12391): Terminating (SIGTERM)\u000a13:13:57.843757 --- ParallelTerminationStrategy: PID 12385 died...\u000a13:13:57.899460 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12385): Terminated: ok {rc=0}\u000a13:13:57.909707 --- ParallelTerminationStrategy: PID 12388 died...\u000a13:13:57.965043 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12388): Terminated: ok {rc=0}\u000a13:13:57.975152 --- ParallelTerminationStrategy: PID 12391 died...\u000a13:13:58.030582 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12391): Terminated: ok {rc=0}\u000a13:13:58.117163 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 237, "className" : "gprs:trx-sysmocell5000", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12399): Process ended prematurely: osmo-stp_10.42.42.5(pid=12399) [trial-2375↪gprs:trx-sysmocell5000↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12399)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12399): Process ended prematurely: osmo-stp_10.42.42.5(pid=12399) [trial-2375↪gprs:trx-sysmocell5000↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12399)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2375 gprs:trx-sysmocell5000 ping_idle_ping.py\u000a----------------------------------------------\u000a13:13:59.168698 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a13:13:59.180149 tst gprs:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a13:13:59.315679 tst ping_idle_ping.py: using LAC 28638\u000a13:13:59.433259 tst ping_idle_ping.py: using RAC 78\u000a13:13:59.548810 tst ping_idle_ping.py: using CellId 28638\u000a13:13:59.663792 tst ping_idle_ping.py: using BVCI 28639\u000a13:13:59.686289 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a13:13:59.696844 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a13:13:59.707276 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a13:13:59.718027 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a13:13:59.728667 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a13:13:59.739352 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a13:13:59.750226 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a13:13:59.760806 tst gprs:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a13:14:00.031261 tst ping_idle_ping.py:24: start network...\u000a13:14:00.154166 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:14:00.618797 run create_hlr_db(pid=12393): Launched\u000a13:14:00.788766 bus /gobi_6: Setting Powered False\u000a13:14:01.858692 run create_hlr_db(pid=12393): Terminated: ok {rc=0}\u000a13:14:02.280906 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12395): Launched\u000a13:14:02.578263 run osmo-hlr_10.42.42.2(pid=12396): Launched\u000a13:14:02.691841 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:14:03.211170 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12398): Launched\u000a13:14:03.505150 run osmo-stp_10.42.42.5(pid=12399): Launched\u000a13:14:03.614239 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:14:04.126567 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12401): Launched\u000a13:14:04.231174 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:14:04.486651 run patchelf(pid=12402): Launched\u000a13:14:04.659142 run osmo-stp_10.42.42.5(pid=12399): ERR: Terminated: ERROR {rc=1} [trial-2375↪gprs:trx-sysmocell5000↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12399)]\u000a13:14:04.784905 run osmo-stp_10.42.42.5(pid=12399): stdout: \u000a| (launched: 2022-12-10_13:14:03.359820)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:14:04.911445 run osmo-stp_10.42.42.5(pid=12399): stderr: \u000a| �[0;m�[38;5;43m20221210131403529 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210131403529 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210131403529 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210131403530 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210131403530 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210131403530 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210131403530 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:14:05.034159 run osmo-stp_10.42.42.5(pid=12399): stdout: \u000a| (launched: 2022-12-10_13:14:03.359820)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:14:05.155444 run osmo-stp_10.42.42.5(pid=12399): stderr: \u000a| �[0;m�[38;5;43m20221210131403529 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210131403529 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210131403529 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210131403530 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210131403530 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210131403530 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210131403530 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:14:05.296572 run patchelf(pid=12402): Terminating (SIGINT)\u000a13:14:05.462198 run patchelf(pid=12402): Terminated: ok {rc=0}\u000a13:14:05.492229 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=12399): Process ended prematurely: osmo-stp_10.42.42.5(pid=12399) [trial-2375↪gprs:trx-sysmocell5000↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12399)] [trial-2375↪gprs:trx-sysmocell5000↪ping_idle_ping.py:27]\u000a13:14:05.500701 tst ping_idle_ping.py:27: Test FAILED (6.3 sec)\u000a13:14:05.560351 run osmo-hlr_10.42.42.2(pid=12396): ERR: Terminated: ERROR {rc=237} [trial-2375↪gprs:trx-sysmocell5000↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12396)]\u000a13:14:05.608771 run osmo-hlr_10.42.42.2(pid=12396): stdout: \u000a| (launched: 2022-12-10_13:14:02.431925) \u000a13:14:05.657622 run osmo-hlr_10.42.42.2(pid=12396): stderr: \u000a| �[0;m�[1;31m20221210131402607 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210131402607 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210131402607 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210131402607 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210131402607 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210131402607 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210131402619 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2375/run.2022-12-10_12-42-03/gprs:trx-sysmocell5000/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210131402629 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210131402629 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210131402629 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:14:05.698768 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12395): Terminating (SIGTERM)\u000a13:14:05.737718 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12398): Terminating (SIGTERM)\u000a13:14:05.776620 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12401): Terminating (SIGTERM)\u000a13:14:05.785909 --- ParallelTerminationStrategy: PID 12395 died...\u000a13:14:05.838398 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12395): Terminated: ok {rc=0}\u000a13:14:05.847725 --- ParallelTerminationStrategy: PID 12398 died...\u000a13:14:05.900139 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12398): Terminated: ok {rc=0}\u000a13:14:05.909550 --- ParallelTerminationStrategy: PID 12401 died...\u000a13:14:05.961358 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12401): Terminated: ok {rc=0}\u000a13:14:06.048064 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 59.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "69", "name" : "gprs_trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T13:13:09" }, { "cases" : [ { "testActions" : [ ], "age" : 237, "className" : "gprs:trx-sysmocell5000+mod-bts0-egprs", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12418): Process ended prematurely: osmo-stp_10.42.42.5(pid=12418) [trial-2375↪gprs:trx-sysmocell5000+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12418)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12418): Process ended prematurely: osmo-stp_10.42.42.5(pid=12418) [trial-2375↪gprs:trx-sysmocell5000+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12418)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2375 gprs:trx-sysmocell5000+mod-bts0-egprs cs_paging_gprs_active.py\u000a----------------------------------------------\u000a13:14:08.200748 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:14:08.211679 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a13:14:08.350115 tst cs_paging_gprs_active.py: using LAC 28639\u000a13:14:08.468505 tst cs_paging_gprs_active.py: using RAC 79\u000a13:14:08.593673 tst cs_paging_gprs_active.py: using CellId 28639\u000a13:14:08.719010 tst cs_paging_gprs_active.py: using BVCI 28640\u000a13:14:08.743662 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:14:08.754885 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:14:08.765906 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:14:08.776904 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:14:08.787862 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:14:08.799025 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:14:08.810130 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:14:08.821009 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:14:08.832075 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a13:14:08.947340 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a13:14:09.224384 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a13:14:09.349601 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:14:09.659324 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12407): Launched\u000a13:14:09.917278 run iperf3-srv_10.42.42.10(pid=12408): Launched\u000a13:14:10.099564 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a13:14:10.224719 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:14:10.534464 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12409): Launched\u000a13:14:10.792800 run iperf3-srv_10.42.42.10(pid=12410): Launched\u000a13:14:10.977082 tst cs_paging_gprs_active.py:38: start network...\u000a13:14:11.102837 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:14:11.576585 run create_hlr_db(pid=12411): Launched\u000a13:14:11.749488 bus /gobi_6: Setting Powered False\u000a13:14:12.770405 run create_hlr_db(pid=12411): Terminated: ok {rc=0}\u000a13:14:13.195621 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12414): Launched\u000a13:14:13.518278 run osmo-hlr_10.42.42.2(pid=12415): Launched\u000a13:14:13.640767 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:14:14.195956 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12417): Launched\u000a13:14:14.516231 run osmo-stp_10.42.42.5(pid=12418): Launched\u000a13:14:14.633974 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:14:15.192665 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12420): Launched\u000a13:14:15.307057 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:14:15.584304 run patchelf(pid=12421): Launched\u000a13:14:15.770949 run osmo-stp_10.42.42.5(pid=12418): ERR: Terminated: ERROR {rc=1} [trial-2375↪gprs:trx-sysmocell5000+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12418)]\u000a13:14:15.914867 run osmo-stp_10.42.42.5(pid=12418): stdout: \u000a| (launched: 2022-12-10_13:14:14.359578)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:14:16.047817 run osmo-stp_10.42.42.5(pid=12418): stderr: \u000a| �[0;m�[38;5;43m20221210131414550 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210131414550 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210131414550 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210131414551 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210131414553 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210131414553 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210131414553 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:14:16.178481 run osmo-stp_10.42.42.5(pid=12418): stdout: \u000a| (launched: 2022-12-10_13:14:14.359578)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:14:16.307573 run osmo-stp_10.42.42.5(pid=12418): stderr: \u000a| �[0;m�[38;5;43m20221210131414550 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210131414550 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210131414550 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210131414551 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210131414553 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210131414553 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210131414553 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:14:16.456800 run patchelf(pid=12421): Terminating (SIGINT)\u000a13:14:16.631596 run patchelf(pid=12421): Terminated: ok {rc=0}\u000a13:14:16.664700 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=12418): Process ended prematurely: osmo-stp_10.42.42.5(pid=12418) [trial-2375↪gprs:trx-sysmocell5000+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12418)] [trial-2375↪gprs:trx-sysmocell5000+mod-bts0-egprs↪cs_paging_gprs_active.py:38]\u000a13:14:16.675567 tst cs_paging_gprs_active.py:38: Test FAILED (8.5 sec)\u000a13:14:16.741255 run osmo-hlr_10.42.42.2(pid=12415): ERR: Terminated: ERROR {rc=237} [trial-2375↪gprs:trx-sysmocell5000+mod-bts0-egprs↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12415)]\u000a13:14:16.793189 run osmo-hlr_10.42.42.2(pid=12415): stdout: \u000a| (launched: 2022-12-10_13:14:13.359062) \u000a13:14:16.845567 run osmo-hlr_10.42.42.2(pid=12415): stderr: \u000a| �[0;m�[1;31m20221210131413554 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210131413554 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210131413555 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210131413555 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210131413555 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210131413555 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210131413566 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2375/run.2022-12-10_12-42-03/gprs:trx-sysmocell5000+mod-bts0-egprs/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210131413575 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210131413575 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210131413575 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:14:16.890537 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12407): Terminating (SIGTERM)\u000a13:14:16.935169 run iperf3-srv_10.42.42.10(pid=12408): Terminating (SIGTERM)\u000a13:14:16.977265 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12409): Terminating (SIGTERM)\u000a13:14:17.018721 run iperf3-srv_10.42.42.10(pid=12410): Terminating (SIGTERM)\u000a13:14:17.060642 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12414): Terminating (SIGTERM)\u000a13:14:17.106111 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12417): Terminating (SIGTERM)\u000a13:14:17.149187 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12420): Terminating (SIGTERM)\u000a13:14:17.160376 --- ParallelTerminationStrategy: PID 12407 died...\u000a13:14:17.218258 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12407): Terminated: ok {rc=0}\u000a13:14:17.228681 --- ParallelTerminationStrategy: PID 12408 died...\u000a13:14:17.283125 run iperf3-srv_10.42.42.10(pid=12408): Terminated {rc=256}\u000a13:14:17.293012 --- ParallelTerminationStrategy: PID 12409 died...\u000a13:14:17.346599 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12409): Terminated: ok {rc=0}\u000a13:14:17.356260 --- ParallelTerminationStrategy: PID 12410 died...\u000a13:14:17.409227 run iperf3-srv_10.42.42.10(pid=12410): Terminated {rc=256}\u000a13:14:17.419493 --- ParallelTerminationStrategy: PID 12414 died...\u000a13:14:17.473497 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12414): Terminated: ok {rc=0}\u000a13:14:17.483020 --- ParallelTerminationStrategy: PID 12417 died...\u000a13:14:17.536555 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12417): Terminated: ok {rc=0}\u000a13:14:17.546094 --- ParallelTerminationStrategy: PID 12420 died...\u000a13:14:17.599668 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12420): Terminated: ok {rc=0}\u000a13:14:17.686568 bus /gobi_0: Setting Powered False\u000a13:14:18.791850 bus /gobi_0: Setting Powered False\u000a13:14:19.901508 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 237, "className" : "gprs:trx-sysmocell5000+mod-bts0-egprs", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12430): Process ended prematurely: osmo-stp_10.42.42.5(pid=12430) [trial-2375↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12430)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12430): Process ended prematurely: osmo-stp_10.42.42.5(pid=12430) [trial-2375↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12430)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2375 gprs:trx-sysmocell5000+mod-bts0-egprs iperf3.py\u000a----------------------------------------------\u000a13:14:21.010109 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:14:21.021632 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a13:14:21.167342 tst iperf3.py: using LAC 28640\u000a13:14:21.284381 tst iperf3.py: using RAC 80\u000a13:14:21.400639 tst iperf3.py: using CellId 28640\u000a13:14:21.519331 tst iperf3.py: using BVCI 28641\u000a13:14:21.542432 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:14:21.553591 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:14:21.564319 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:14:21.575163 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:14:21.586040 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:14:21.596689 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:14:21.607542 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:14:21.618313 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:14:21.629180 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a13:14:21.920069 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a13:14:22.053829 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:14:22.382535 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12422): Launched\u000a13:14:22.655310 run iperf3-srv_10.42.42.10(pid=12423): Launched\u000a13:14:22.850361 tst iperf3.py:8: start network...\u000a13:14:22.983400 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:14:23.493988 run create_hlr_db(pid=12424): Launched\u000a13:14:23.677476 bus /gobi_6: Setting Powered False\u000a13:14:24.698117 run create_hlr_db(pid=12424): Terminated: ok {rc=0}\u000a13:14:25.098981 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12426): Launched\u000a13:14:25.399325 run osmo-hlr_10.42.42.2(pid=12427): Launched\u000a13:14:25.510834 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:14:26.030610 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12429): Launched\u000a13:14:26.328456 run osmo-stp_10.42.42.5(pid=12430): Launched\u000a13:14:26.438346 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:14:26.958829 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12432): Launched\u000a13:14:27.065443 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:14:27.326328 run patchelf(pid=12433): Launched\u000a13:14:27.501758 run osmo-stp_10.42.42.5(pid=12430): ERR: Terminated: ERROR {rc=1} [trial-2375↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12430)]\u000a13:14:27.629975 run osmo-stp_10.42.42.5(pid=12430): stdout: \u000a| (launched: 2022-12-10_13:14:26.182093)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:14:27.758625 run osmo-stp_10.42.42.5(pid=12430): stderr: \u000a| �[0;m�[38;5;43m20221210131426354 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210131426354 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210131426354 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210131426355 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210131426355 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210131426355 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210131426355 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:14:27.882830 run osmo-stp_10.42.42.5(pid=12430): stdout: \u000a| (launched: 2022-12-10_13:14:26.182093)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:14:28.006000 run osmo-stp_10.42.42.5(pid=12430): stderr: \u000a| �[0;m�[38;5;43m20221210131426354 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210131426354 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210131426354 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210131426355 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210131426355 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210131426355 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210131426355 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:14:28.149838 run patchelf(pid=12433): Terminating (SIGINT)\u000a13:14:28.318376 run patchelf(pid=12433): Terminated: ok {rc=0}\u000a13:14:28.349402 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=12430): Process ended prematurely: osmo-stp_10.42.42.5(pid=12430) [trial-2375↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12430)] [trial-2375↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3.py:8]\u000a13:14:28.358482 tst iperf3.py:8: Test FAILED (7.4 sec)\u000a13:14:28.418576 run osmo-hlr_10.42.42.2(pid=12427): ERR: Terminated: ERROR {rc=237} [trial-2375↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12427)]\u000a13:14:28.467396 run osmo-hlr_10.42.42.2(pid=12427): stdout: \u000a| (launched: 2022-12-10_13:14:25.251182) \u000a13:14:28.516709 run osmo-hlr_10.42.42.2(pid=12427): stderr: \u000a| �[0;m�[1;31m20221210131425425 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210131425425 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210131425425 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210131425425 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210131425425 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210131425425 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210131425437 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2375/run.2022-12-10_12-42-03/gprs:trx-sysmocell5000+mod-bts0-egprs/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210131425445 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210131425445 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210131425445 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:14:28.559065 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12422): Terminating (SIGTERM)\u000a13:14:28.598916 run iperf3-srv_10.42.42.10(pid=12423): Terminating (SIGTERM)\u000a13:14:28.638619 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12426): Terminating (SIGTERM)\u000a13:14:28.677946 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12429): Terminating (SIGTERM)\u000a13:14:28.717639 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12432): Terminating (SIGTERM)\u000a13:14:28.726985 --- ParallelTerminationStrategy: PID 12422 died...\u000a13:14:28.780058 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12422): Terminated: ok {rc=0}\u000a13:14:28.789910 --- ParallelTerminationStrategy: PID 12423 died...\u000a13:14:28.842415 run iperf3-srv_10.42.42.10(pid=12423): Terminated {rc=256}\u000a13:14:28.852402 --- ParallelTerminationStrategy: PID 12426 died...\u000a13:14:28.904379 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12426): Terminated: ok {rc=0}\u000a13:14:28.914042 --- ParallelTerminationStrategy: PID 12429 died...\u000a13:14:28.966355 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12429): Terminated: ok {rc=0}\u000a13:14:28.976046 --- ParallelTerminationStrategy: PID 12432 died...\u000a13:14:29.028365 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12432): Terminated: ok {rc=0}\u000a13:14:29.115554 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 237, "className" : "gprs:trx-sysmocell5000+mod-bts0-egprs", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12448): Process ended prematurely: osmo-stp_10.42.42.5(pid=12448) [trial-2375↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12448)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12448): Process ended prematurely: osmo-stp_10.42.42.5(pid=12448) [trial-2375↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12448)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2375 gprs:trx-sysmocell5000+mod-bts0-egprs iperf3m4.py\u000a----------------------------------------------\u000a13:14:30.223996 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:14:30.235502 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a13:14:30.379951 tst iperf3m4.py: using LAC 28641\u000a13:14:30.495863 tst iperf3m4.py: using RAC 81\u000a13:14:30.613440 tst iperf3m4.py: using CellId 28641\u000a13:14:30.730316 tst iperf3m4.py: using BVCI 28642\u000a13:14:30.753273 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:14:30.764042 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:14:30.774690 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:14:30.785567 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:14:30.796312 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:14:30.807190 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:14:30.818129 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:14:30.829603 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:14:30.841211 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a13:14:30.968418 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a13:14:31.100135 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a13:14:31.245418 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a13:14:31.555004 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a13:14:31.696780 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:14:32.066134 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12434): Launched\u000a13:14:32.338132 run iperf3-srv_10.42.42.10(pid=12435): Launched\u000a13:14:32.520450 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a13:14:32.644938 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:14:32.952762 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12436): Launched\u000a13:14:33.210469 run iperf3-srv_10.42.42.10(pid=12437): Launched\u000a13:14:33.392552 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a13:14:33.517843 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:14:33.826580 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12438): Launched\u000a13:14:34.083206 run iperf3-srv_10.42.42.10(pid=12439): Launched\u000a13:14:34.266041 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a13:14:34.390530 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:14:34.699377 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12440): Launched\u000a13:14:34.956619 run iperf3-srv_10.42.42.10(pid=12441): Launched\u000a13:14:35.139336 tst iperf3m4.py:8: start network...\u000a13:14:35.265750 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:14:35.734920 run create_hlr_db(pid=12442): Launched\u000a13:14:35.906793 bus /gobi_6: Setting Powered False\u000a13:14:36.928036 run create_hlr_db(pid=12442): Terminated: ok {rc=0}\u000a13:14:37.325158 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12444): Launched\u000a13:14:37.625341 run osmo-hlr_10.42.42.2(pid=12445): Launched\u000a13:14:37.735736 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:14:38.255121 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12447): Launched\u000a13:14:38.553654 run osmo-stp_10.42.42.5(pid=12448): Launched\u000a13:14:38.663091 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:14:39.185296 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12450): Launched\u000a13:14:39.292600 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:14:39.552494 run patchelf(pid=12451): Launched\u000a13:14:39.727227 run osmo-stp_10.42.42.5(pid=12448): ERR: Terminated: ERROR {rc=1} [trial-2375↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12448)]\u000a13:14:39.854846 run osmo-stp_10.42.42.5(pid=12448): stdout: \u000a| (launched: 2022-12-10_13:14:38.406525)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:14:39.983273 run osmo-stp_10.42.42.5(pid=12448): stderr: \u000a| �[0;m�[38;5;43m20221210131438578 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210131438578 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210131438579 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210131438579 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210131438580 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210131438580 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210131438580 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:14:40.107505 run osmo-stp_10.42.42.5(pid=12448): stdout: \u000a| (launched: 2022-12-10_13:14:38.406525)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:14:40.230437 run osmo-stp_10.42.42.5(pid=12448): stderr: \u000a| �[0;m�[38;5;43m20221210131438578 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210131438578 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210131438579 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210131438579 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210131438580 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210131438580 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210131438580 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:14:40.373455 run patchelf(pid=12451): Terminating (SIGINT)\u000a13:14:40.541309 run patchelf(pid=12451): Terminated: ok {rc=0}\u000a13:14:40.572042 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=12448): Process ended prematurely: osmo-stp_10.42.42.5(pid=12448) [trial-2375↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12448)] [trial-2375↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3m4.py:8]\u000a13:14:40.581146 tst iperf3m4.py:8: Test FAILED (10.4 sec)\u000a13:14:40.641303 run osmo-hlr_10.42.42.2(pid=12445): ERR: Terminated: ERROR {rc=237} [trial-2375↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12445)]\u000a13:14:40.690193 run osmo-hlr_10.42.42.2(pid=12445): stdout: \u000a| (launched: 2022-12-10_13:14:37.477276) \u000a13:14:40.739919 run osmo-hlr_10.42.42.2(pid=12445): stderr: \u000a| �[0;m�[1;31m20221210131437652 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210131437652 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210131437652 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210131437652 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210131437652 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210131437652 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210131437667 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2375/run.2022-12-10_12-42-03/gprs:trx-sysmocell5000+mod-bts0-egprs/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210131437675 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210131437676 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210131437676 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:14:40.782237 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12434): Terminating (SIGTERM)\u000a13:14:40.821569 run iperf3-srv_10.42.42.10(pid=12435): Terminating (SIGTERM)\u000a13:14:40.861142 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12436): Terminating (SIGTERM)\u000a13:14:40.900537 run iperf3-srv_10.42.42.10(pid=12437): Terminating (SIGTERM)\u000a13:14:40.940063 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12438): Terminating (SIGTERM)\u000a13:14:40.979692 run iperf3-srv_10.42.42.10(pid=12439): Terminating (SIGTERM)\u000a13:14:41.019512 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12440): Terminating (SIGTERM)\u000a13:14:41.058991 run iperf3-srv_10.42.42.10(pid=12441): Terminating (SIGTERM)\u000a13:14:41.098613 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12444): Terminating (SIGTERM)\u000a13:14:41.138121 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12447): Terminating (SIGTERM)\u000a13:14:41.177766 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12450): Terminating (SIGTERM)\u000a13:14:41.187136 --- ParallelTerminationStrategy: PID 12434 died...\u000a13:14:41.241134 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12434): Terminated: ok {rc=0}\u000a13:14:41.250545 --- ParallelTerminationStrategy: PID 12435 died...\u000a13:14:41.302905 run iperf3-srv_10.42.42.10(pid=12435): Terminated {rc=256}\u000a13:14:41.312530 --- ParallelTerminationStrategy: PID 12436 died...\u000a13:14:41.364707 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12436): Terminated: ok {rc=0}\u000a13:14:41.374353 --- ParallelTerminationStrategy: PID 12437 died...\u000a13:14:41.426590 run iperf3-srv_10.42.42.10(pid=12437): Terminated {rc=256}\u000a13:14:41.436013 --- ParallelTerminationStrategy: PID 12438 died...\u000a13:14:41.488048 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12438): Terminated: ok {rc=0}\u000a13:14:41.497636 --- ParallelTerminationStrategy: PID 12439 died...\u000a13:14:41.550169 run iperf3-srv_10.42.42.10(pid=12439): Terminated {rc=256}\u000a13:14:41.559792 --- ParallelTerminationStrategy: PID 12440 died...\u000a13:14:41.611936 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12440): Terminated: ok {rc=0}\u000a13:14:41.621734 --- ParallelTerminationStrategy: PID 12441 died...\u000a13:14:41.673889 run iperf3-srv_10.42.42.10(pid=12441): Terminated {rc=256}\u000a13:14:41.683242 --- ParallelTerminationStrategy: PID 12444 died...\u000a13:14:41.735249 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12444): Terminated: ok {rc=0}\u000a13:14:41.744883 --- ParallelTerminationStrategy: PID 12447 died...\u000a13:14:41.797804 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12447): Terminated: ok {rc=0}\u000a13:14:41.807505 --- ParallelTerminationStrategy: PID 12450 died...\u000a13:14:41.859788 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12450): Terminated: ok {rc=0}\u000a13:14:41.942359 bus /gobi_4: Setting Powered False\u000a13:14:43.041908 bus /gobi_4: Setting Powered False\u000a13:14:44.151795 bus /gobi_1: Setting Powered False\u000a13:14:45.254256 bus /gobi_1: Setting Powered False\u000a13:14:46.369055 bus /gobi_0: Setting Powered False\u000a13:14:47.472370 bus /gobi_0: Setting Powered False\u000a13:14:48.580070 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 237, "className" : "gprs:trx-sysmocell5000+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12458): Process ended prematurely: osmo-stp_10.42.42.5(pid=12458) [trial-2375↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12458)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12458): Process ended prematurely: osmo-stp_10.42.42.5(pid=12458) [trial-2375↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12458)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2375 gprs:trx-sysmocell5000+mod-bts0-egprs ping.py\u000a----------------------------------------------\u000a13:14:49.649165 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:14:49.661212 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a13:14:49.805924 tst ping.py: using LAC 28642\u000a13:14:49.929923 tst ping.py: using RAC 82\u000a13:14:50.053316 tst ping.py: using CellId 28642\u000a13:14:50.168405 tst ping.py: using BVCI 28643\u000a13:14:50.191088 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:14:50.202048 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:14:50.212852 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:14:50.223763 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:14:50.234582 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:14:50.245504 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:14:50.256449 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:14:50.267261 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a13:14:50.551197 tst ping.py:19: start network...\u000a13:14:50.681675 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:14:51.180486 run create_hlr_db(pid=12452): Launched\u000a13:14:51.362623 bus /gobi_6: Setting Powered False\u000a13:14:52.382315 run create_hlr_db(pid=12452): Terminated: ok {rc=0}\u000a13:14:52.776347 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12454): Launched\u000a13:14:53.069578 run osmo-hlr_10.42.42.2(pid=12455): Launched\u000a13:14:53.177320 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:14:53.689492 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12457): Launched\u000a13:14:53.981599 run osmo-stp_10.42.42.5(pid=12458): Launched\u000a13:14:54.088682 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:14:54.636893 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12460): Launched\u000a13:14:54.748385 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:14:55.020739 run patchelf(pid=12461): Launched\u000a13:14:55.205098 run osmo-stp_10.42.42.5(pid=12458): ERR: Terminated: ERROR {rc=1} [trial-2375↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12458)]\u000a13:14:55.339969 run osmo-stp_10.42.42.5(pid=12458): stdout: \u000a| (launched: 2022-12-10_13:14:53.838071)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:14:55.474414 run osmo-stp_10.42.42.5(pid=12458): stderr: \u000a| �[0;m�[38;5;43m20221210131454006 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210131454006 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210131454007 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210131454007 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210131454007 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210131454008 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210131454008 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:14:55.604229 run osmo-stp_10.42.42.5(pid=12458): stdout: \u000a| (launched: 2022-12-10_13:14:53.838071)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:14:55.733187 run osmo-stp_10.42.42.5(pid=12458): stderr: \u000a| �[0;m�[38;5;43m20221210131454006 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210131454006 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210131454007 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210131454007 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210131454007 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210131454008 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210131454008 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:14:55.883261 run patchelf(pid=12461): Terminating (SIGINT)\u000a13:14:56.059341 run patchelf(pid=12461): Terminated: ok {rc=0}\u000a13:14:56.091367 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=12458): Process ended prematurely: osmo-stp_10.42.42.5(pid=12458) [trial-2375↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12458)] [trial-2375↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping.py:22]\u000a13:14:56.100521 tst ping.py:22: Test FAILED (6.4 sec)\u000a13:14:56.162322 run osmo-hlr_10.42.42.2(pid=12455): ERR: Terminated: ERROR {rc=237} [trial-2375↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12455)]\u000a13:14:56.213318 run osmo-hlr_10.42.42.2(pid=12455): stdout: \u000a| (launched: 2022-12-10_13:14:52.925322) \u000a13:14:56.264526 run osmo-hlr_10.42.42.2(pid=12455): stderr: \u000a| �[0;m�[1;31m20221210131453103 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210131453103 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210131453103 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210131453103 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210131453103 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210131453103 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210131453115 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2375/run.2022-12-10_12-42-03/gprs:trx-sysmocell5000+mod-bts0-egprs/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210131453123 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210131453124 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210131453124 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:14:56.308325 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12454): Terminating (SIGTERM)\u000a13:14:56.349802 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12457): Terminating (SIGTERM)\u000a13:14:56.391113 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12460): Terminating (SIGTERM)\u000a13:14:56.400704 --- ParallelTerminationStrategy: PID 12454 died...\u000a13:14:56.455878 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12454): Terminated: ok {rc=0}\u000a13:14:56.465833 --- ParallelTerminationStrategy: PID 12457 died...\u000a13:14:56.520510 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12457): Terminated: ok {rc=0}\u000a13:14:56.530538 --- ParallelTerminationStrategy: PID 12460 died...\u000a13:14:56.585329 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12460): Terminated: ok {rc=0}\u000a13:14:56.671734 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 237, "className" : "gprs:trx-sysmocell5000+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12471): Process ended prematurely: osmo-stp_10.42.42.5(pid=12471) [trial-2375↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12471)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12471): Process ended prematurely: osmo-stp_10.42.42.5(pid=12471) [trial-2375↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12471)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2375 gprs:trx-sysmocell5000+mod-bts0-egprs ping_idle_ping.py\u000a----------------------------------------------\u000a13:14:57.725392 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:14:57.737703 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a13:14:57.883112 tst ping_idle_ping.py: using LAC 28643\u000a13:14:58.006621 tst ping_idle_ping.py: using RAC 83\u000a13:14:58.130202 tst ping_idle_ping.py: using CellId 28643\u000a13:14:58.255295 tst ping_idle_ping.py: using BVCI 28644\u000a13:14:58.279458 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:14:58.290839 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:14:58.302031 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:14:58.313291 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:14:58.324328 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:14:58.335444 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:14:58.346776 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:14:58.357866 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a13:14:58.643176 tst ping_idle_ping.py:24: start network...\u000a13:14:58.773955 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:14:59.278425 run create_hlr_db(pid=12462): Launched\u000a13:14:59.462217 bus /gobi_6: Setting Powered False\u000a13:15:00.481600 run create_hlr_db(pid=12462): Terminated: ok {rc=0}\u000a13:15:00.906428 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12464): Launched\u000a13:15:01.343740 run osmo-hlr_10.42.42.2(pid=12465): Launched\u000a13:15:01.495898 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:15:02.168919 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12470): Launched\u000a13:15:02.489810 run osmo-stp_10.42.42.5(pid=12471): Launched\u000a13:15:02.597421 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:15:03.110975 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12473): Launched\u000a13:15:03.216070 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:15:03.474374 run patchelf(pid=12474): Launched\u000a13:15:03.647574 run osmo-stp_10.42.42.5(pid=12471): ERR: Terminated: ERROR {rc=1} [trial-2375↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12471)]\u000a13:15:03.774189 run osmo-stp_10.42.42.5(pid=12471): stdout: \u000a| (launched: 2022-12-10_13:15:02.333809)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:15:03.900862 run osmo-stp_10.42.42.5(pid=12471): stderr: \u000a| �[0;m�[38;5;43m20221210131502514 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210131502514 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210131502514 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210131502514 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210131502515 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210131502515 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210131502515 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:15:04.023390 run osmo-stp_10.42.42.5(pid=12471): stdout: \u000a| (launched: 2022-12-10_13:15:02.333809)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:15:04.145081 run osmo-stp_10.42.42.5(pid=12471): stderr: \u000a| �[0;m�[38;5;43m20221210131502514 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210131502514 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210131502514 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210131502514 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210131502515 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210131502515 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210131502515 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:15:04.286670 run patchelf(pid=12474): Terminating (SIGINT)\u000a13:15:04.453418 run patchelf(pid=12474): Terminated: ok {rc=0}\u000a13:15:04.483552 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=12471): Process ended prematurely: osmo-stp_10.42.42.5(pid=12471) [trial-2375↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12471)] [trial-2375↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping_idle_ping.py:27]\u000a13:15:04.492025 tst ping_idle_ping.py:27: Test FAILED (6.8 sec)\u000a13:15:04.551388 run osmo-hlr_10.42.42.2(pid=12465): ERR: Terminated: ERROR {rc=237} [trial-2375↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12465)]\u000a13:15:04.600144 run osmo-hlr_10.42.42.2(pid=12465): stdout: \u000a| (launched: 2022-12-10_13:15:01.070295) \u000a13:15:04.649159 run osmo-hlr_10.42.42.2(pid=12465): stderr: \u000a| �[0;m�[1;31m20221210131501367 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210131501367 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210131501367 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210131501367 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210131501368 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210131501368 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210131501387 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2375/run.2022-12-10_12-42-03/gprs:trx-sysmocell5000+mod-bts0-egprs/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210131501404 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210131501404 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210131501404 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:15:04.690493 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12464): Terminating (SIGTERM)\u000a13:15:04.729889 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12470): Terminating (SIGTERM)\u000a13:15:04.769144 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12473): Terminating (SIGTERM)\u000a13:15:04.778450 --- ParallelTerminationStrategy: PID 12464 died...\u000a13:15:04.831671 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12464): Terminated: ok {rc=0}\u000a13:15:04.841290 --- ParallelTerminationStrategy: PID 12470 died...\u000a13:15:04.893764 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12470): Terminated: ok {rc=0}\u000a13:15:04.903426 --- ParallelTerminationStrategy: PID 12473 died...\u000a13:15:04.956138 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12473): Terminated: ok {rc=0}\u000a13:15:05.044206 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 59.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "70", "name" : "gprs_trx-sysmocell5000+mod-bts0-egprs", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T13:14:07" }, { "cases" : [ { "testActions" : [ ], "age" : 237, "className" : "gprs:trx-sysmocell5000+mod-bts0-dynts-ipa", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12488): Process ended prematurely: osmo-stp_10.42.42.5(pid=12488) [trial-2375↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12488)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12488): Process ended prematurely: osmo-stp_10.42.42.5(pid=12488) [trial-2375↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12488)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2375 gprs:trx-sysmocell5000+mod-bts0-dynts-ipa cs_paging_gprs_active.py\u000a----------------------------------------------\u000a13:15:07.213265 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:15:07.224445 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a13:15:07.389441 tst cs_paging_gprs_active.py: using LAC 28644\u000a13:15:07.514731 tst cs_paging_gprs_active.py: using RAC 84\u000a13:15:07.640249 tst cs_paging_gprs_active.py: using CellId 28644\u000a13:15:07.765458 tst cs_paging_gprs_active.py: using BVCI 28645\u000a13:15:07.790044 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:15:07.801298 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:15:07.812380 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:15:07.823518 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:15:07.834606 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:15:07.845610 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:15:07.856675 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:15:07.867697 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:15:07.878858 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a13:15:07.993564 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a13:15:08.272016 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a13:15:08.397695 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:15:08.707878 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12478): Launched\u000a13:15:08.965528 run iperf3-srv_10.42.42.10(pid=12479): Launched\u000a13:15:09.147949 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a13:15:09.273484 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:15:09.583752 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12480): Launched\u000a13:15:09.841168 run iperf3-srv_10.42.42.10(pid=12481): Launched\u000a13:15:10.023154 tst cs_paging_gprs_active.py:38: start network...\u000a13:15:10.147862 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:15:10.619447 run create_hlr_db(pid=12482): Launched\u000a13:15:10.791863 bus /gobi_6: Setting Powered False\u000a13:15:11.813591 run create_hlr_db(pid=12482): Terminated: ok {rc=0}\u000a13:15:12.238825 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12484): Launched\u000a13:15:12.559017 run osmo-hlr_10.42.42.2(pid=12485): Launched\u000a13:15:12.680274 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:15:13.238199 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12487): Launched\u000a13:15:13.557430 run osmo-stp_10.42.42.5(pid=12488): Launched\u000a13:15:13.674064 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:15:14.231555 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12490): Launched\u000a13:15:14.346340 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:15:14.625251 run patchelf(pid=12491): Launched\u000a13:15:14.812028 run osmo-stp_10.42.42.5(pid=12488): ERR: Terminated: ERROR {rc=1} [trial-2375↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12488)]\u000a13:15:14.948331 run osmo-stp_10.42.42.5(pid=12488): stdout: \u000a| (launched: 2022-12-10_13:15:13.401042)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:15:15.084746 run osmo-stp_10.42.42.5(pid=12488): stderr: \u000a| �[0;m�[38;5;43m20221210131513593 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210131513594 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210131513594 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210131513594 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210131513595 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210131513595 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210131513595 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:15:15.217208 run osmo-stp_10.42.42.5(pid=12488): stdout: \u000a| (launched: 2022-12-10_13:15:13.401042)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:15:15.348536 run osmo-stp_10.42.42.5(pid=12488): stderr: \u000a| �[0;m�[38;5;43m20221210131513593 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210131513594 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210131513594 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210131513594 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210131513595 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210131513595 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210131513595 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:15:15.501974 run patchelf(pid=12491): Terminating (SIGINT)\u000a13:15:15.681890 run patchelf(pid=12491): Terminated: ok {rc=0}\u000a13:15:15.714760 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=12488): Process ended prematurely: osmo-stp_10.42.42.5(pid=12488) [trial-2375↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12488)] [trial-2375↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38]\u000a13:15:15.724428 tst cs_paging_gprs_active.py:38: Test FAILED (8.5 sec)\u000a13:15:15.787048 run osmo-hlr_10.42.42.2(pid=12485): ERR: Terminated: ERROR {rc=237} [trial-2375↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12485)]\u000a13:15:15.838505 run osmo-hlr_10.42.42.2(pid=12485): stdout: \u000a| (launched: 2022-12-10_13:15:12.402130) \u000a13:15:15.895946 run osmo-hlr_10.42.42.2(pid=12485): stderr: \u000a| �[0;m�[1;31m20221210131512601 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210131512601 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210131512601 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210131512601 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210131512601 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210131512601 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210131512614 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2375/run.2022-12-10_12-42-03/gprs:trx-sysmocell5000+mod-bts0-dynts-ipa/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210131512622 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210131512622 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210131512622 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:15:15.945295 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12478): Terminating (SIGTERM)\u000a13:15:15.989298 run iperf3-srv_10.42.42.10(pid=12479): Terminating (SIGTERM)\u000a13:15:16.033832 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12480): Terminating (SIGTERM)\u000a13:15:16.084176 run iperf3-srv_10.42.42.10(pid=12481): Terminating (SIGTERM)\u000a13:15:16.128064 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12484): Terminating (SIGTERM)\u000a13:15:16.169875 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12487): Terminating (SIGTERM)\u000a13:15:16.212918 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12490): Terminating (SIGTERM)\u000a13:15:16.223667 --- ParallelTerminationStrategy: PID 12478 died...\u000a13:15:16.279777 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12478): Terminated: ok {rc=0}\u000a13:15:16.290112 --- ParallelTerminationStrategy: PID 12479 died...\u000a13:15:16.345721 run iperf3-srv_10.42.42.10(pid=12479): Terminated {rc=256}\u000a13:15:16.356159 --- ParallelTerminationStrategy: PID 12480 died...\u000a13:15:16.411982 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12480): Terminated: ok {rc=0}\u000a13:15:16.422307 --- ParallelTerminationStrategy: PID 12481 died...\u000a13:15:16.477743 run iperf3-srv_10.42.42.10(pid=12481): Terminated {rc=256}\u000a13:15:16.488106 --- ParallelTerminationStrategy: PID 12484 died...\u000a13:15:16.544088 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12484): Terminated: ok {rc=0}\u000a13:15:16.554663 --- ParallelTerminationStrategy: PID 12487 died...\u000a13:15:16.610401 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12487): Terminated: ok {rc=0}\u000a13:15:16.620689 --- ParallelTerminationStrategy: PID 12490 died...\u000a13:15:16.676299 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12490): Terminated: ok {rc=0}\u000a13:15:16.767137 bus /gobi_0: Setting Powered False\u000a13:15:17.874859 bus /gobi_0: Setting Powered False\u000a13:15:18.981908 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 237, "className" : "gprs:trx-sysmocell5000+mod-bts0-dynts-ipa", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12500): Process ended prematurely: osmo-stp_10.42.42.5(pid=12500) [trial-2375↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12500)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12500): Process ended prematurely: osmo-stp_10.42.42.5(pid=12500) [trial-2375↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12500)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2375 gprs:trx-sysmocell5000+mod-bts0-dynts-ipa iperf3.py\u000a----------------------------------------------\u000a13:15:20.095587 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:15:20.107362 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a13:15:20.278101 tst iperf3.py: using LAC 28645\u000a13:15:20.401511 tst iperf3.py: using RAC 85\u000a13:15:20.524878 tst iperf3.py: using CellId 28645\u000a13:15:20.648832 tst iperf3.py: using BVCI 28646\u000a13:15:20.673498 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:15:20.684671 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:15:20.695737 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:15:20.706903 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:15:20.717980 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:15:20.729008 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:15:20.740184 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:15:20.751282 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:15:20.762474 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a13:15:21.051084 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a13:15:21.184558 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:15:21.514435 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12492): Launched\u000a13:15:21.788153 run iperf3-srv_10.42.42.10(pid=12493): Launched\u000a13:15:21.983367 tst iperf3.py:8: start network...\u000a13:15:22.116401 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:15:22.624923 run create_hlr_db(pid=12494): Launched\u000a13:15:22.808726 bus /gobi_6: Setting Powered False\u000a13:15:23.829985 run create_hlr_db(pid=12494): Terminated: ok {rc=0}\u000a13:15:24.231797 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12496): Launched\u000a13:15:24.531585 run osmo-hlr_10.42.42.2(pid=12497): Launched\u000a13:15:24.646689 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:15:25.165492 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12499): Launched\u000a13:15:25.463305 run osmo-stp_10.42.42.5(pid=12500): Launched\u000a13:15:25.574095 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:15:26.094134 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12502): Launched\u000a13:15:26.201225 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:15:26.461844 run patchelf(pid=12503): Launched\u000a13:15:26.636866 run osmo-stp_10.42.42.5(pid=12500): ERR: Terminated: ERROR {rc=1} [trial-2375↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12500)]\u000a13:15:26.765220 run osmo-stp_10.42.42.5(pid=12500): stdout: \u000a| (launched: 2022-12-10_13:15:25.317294)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:15:26.894043 run osmo-stp_10.42.42.5(pid=12500): stderr: \u000a| �[0;m�[38;5;43m20221210131525485 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210131525485 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210131525485 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210131525486 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210131525488 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210131525488 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210131525488 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:15:27.018418 run osmo-stp_10.42.42.5(pid=12500): stdout: \u000a| (launched: 2022-12-10_13:15:25.317294)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:15:27.142004 run osmo-stp_10.42.42.5(pid=12500): stderr: \u000a| �[0;m�[38;5;43m20221210131525485 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210131525485 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210131525485 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210131525486 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210131525488 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210131525488 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210131525488 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:15:27.285732 run patchelf(pid=12503): Terminating (SIGINT)\u000a13:15:27.453960 run patchelf(pid=12503): Terminated: ok {rc=0}\u000a13:15:27.485938 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=12500): Process ended prematurely: osmo-stp_10.42.42.5(pid=12500) [trial-2375↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12500)] [trial-2375↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3.py:8]\u000a13:15:27.495065 tst iperf3.py:8: Test FAILED (7.4 sec)\u000a13:15:27.554938 run osmo-hlr_10.42.42.2(pid=12497): ERR: Terminated: ERROR {rc=237} [trial-2375↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12497)]\u000a13:15:27.603796 run osmo-hlr_10.42.42.2(pid=12497): stdout: \u000a| (launched: 2022-12-10_13:15:24.384079) \u000a13:15:27.652772 run osmo-hlr_10.42.42.2(pid=12497): stderr: \u000a| �[0;m�[1;31m20221210131524561 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210131524561 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210131524561 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210131524561 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210131524561 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210131524561 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210131524573 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2375/run.2022-12-10_12-42-03/gprs:trx-sysmocell5000+mod-bts0-dynts-ipa/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210131524582 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210131524582 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210131524583 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:15:27.694930 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12492): Terminating (SIGTERM)\u000a13:15:27.734310 run iperf3-srv_10.42.42.10(pid=12493): Terminating (SIGTERM)\u000a13:15:27.773676 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12496): Terminating (SIGTERM)\u000a13:15:27.813667 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12499): Terminating (SIGTERM)\u000a13:15:27.853228 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12502): Terminating (SIGTERM)\u000a13:15:27.862584 --- ParallelTerminationStrategy: PID 12492 died...\u000a13:15:27.915290 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12492): Terminated: ok {rc=0}\u000a13:15:27.925052 --- ParallelTerminationStrategy: PID 12493 died...\u000a13:15:27.977304 run iperf3-srv_10.42.42.10(pid=12493): Terminated {rc=256}\u000a13:15:27.986877 --- ParallelTerminationStrategy: PID 12496 died...\u000a13:15:28.038879 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12496): Terminated: ok {rc=0}\u000a13:15:28.048613 --- ParallelTerminationStrategy: PID 12499 died...\u000a13:15:28.101142 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12499): Terminated: ok {rc=0}\u000a13:15:28.110640 --- ParallelTerminationStrategy: PID 12502 died...\u000a13:15:28.163232 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12502): Terminated: ok {rc=0}\u000a13:15:28.249918 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 237, "className" : "gprs:trx-sysmocell5000+mod-bts0-dynts-ipa", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12518): Process ended prematurely: osmo-stp_10.42.42.5(pid=12518) [trial-2375↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12518)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12518): Process ended prematurely: osmo-stp_10.42.42.5(pid=12518) [trial-2375↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12518)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2375 gprs:trx-sysmocell5000+mod-bts0-dynts-ipa iperf3m4.py\u000a----------------------------------------------\u000a13:15:29.359829 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:15:29.371251 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a13:15:29.528348 tst iperf3m4.py: using LAC 28646\u000a13:15:29.649222 tst iperf3m4.py: using RAC 86\u000a13:15:29.769132 tst iperf3m4.py: using CellId 28646\u000a13:15:29.894604 tst iperf3m4.py: using BVCI 28647\u000a13:15:29.919195 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:15:29.930696 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:15:29.941989 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:15:29.953381 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:15:29.966680 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:15:29.978058 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:15:29.989598 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:15:30.000655 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:15:30.012064 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a13:15:30.127383 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a13:15:30.246519 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a13:15:30.365248 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a13:15:30.643881 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a13:15:30.769266 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:15:31.124723 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12504): Launched\u000a13:15:31.412094 run iperf3-srv_10.42.42.10(pid=12505): Launched\u000a13:15:31.597892 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a13:15:31.726352 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:15:32.059595 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12506): Launched\u000a13:15:32.318640 run iperf3-srv_10.42.42.10(pid=12507): Launched\u000a13:15:32.500847 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a13:15:32.625334 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:15:32.933659 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12508): Launched\u000a13:15:33.189792 run iperf3-srv_10.42.42.10(pid=12509): Launched\u000a13:15:33.371958 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a13:15:33.496718 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:15:33.805566 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12510): Launched\u000a13:15:34.061867 run iperf3-srv_10.42.42.10(pid=12511): Launched\u000a13:15:34.243987 tst iperf3m4.py:8: start network...\u000a13:15:34.368650 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:15:34.838509 run create_hlr_db(pid=12512): Launched\u000a13:15:35.009605 bus /gobi_6: Setting Powered False\u000a13:15:36.031579 run create_hlr_db(pid=12512): Terminated: ok {rc=0}\u000a13:15:36.428595 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12514): Launched\u000a13:15:36.726913 run osmo-hlr_10.42.42.2(pid=12515): Launched\u000a13:15:36.842674 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:15:37.374890 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12517): Launched\u000a13:15:37.675920 run osmo-stp_10.42.42.5(pid=12518): Launched\u000a13:15:37.786133 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:15:38.307726 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12520): Launched\u000a13:15:38.414590 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:15:38.674517 run patchelf(pid=12521): Launched\u000a13:15:38.849675 run osmo-stp_10.42.42.5(pid=12518): ERR: Terminated: ERROR {rc=1} [trial-2375↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12518)]\u000a13:15:38.977431 run osmo-stp_10.42.42.5(pid=12518): stdout: \u000a| (launched: 2022-12-10_13:15:37.526534)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:15:39.105733 run osmo-stp_10.42.42.5(pid=12518): stderr: \u000a| �[0;m�[38;5;43m20221210131537697 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210131537697 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210131537698 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210131537698 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210131537699 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210131537699 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210131537699 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:15:39.229722 run osmo-stp_10.42.42.5(pid=12518): stdout: \u000a| (launched: 2022-12-10_13:15:37.526534)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:15:39.352594 run osmo-stp_10.42.42.5(pid=12518): stderr: \u000a| �[0;m�[38;5;43m20221210131537697 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210131537697 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210131537698 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210131537698 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210131537699 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210131537699 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210131537699 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:15:39.495373 run patchelf(pid=12521): Terminating (SIGINT)\u000a13:15:39.663358 run patchelf(pid=12521): Terminated: ok {rc=0}\u000a13:15:39.694588 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=12518): Process ended prematurely: osmo-stp_10.42.42.5(pid=12518) [trial-2375↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12518)] [trial-2375↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3m4.py:8]\u000a13:15:39.703871 tst iperf3m4.py:8: Test FAILED (10.4 sec)\u000a13:15:39.763863 run osmo-hlr_10.42.42.2(pid=12515): ERR: Terminated: ERROR {rc=237} [trial-2375↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12515)]\u000a13:15:39.812372 run osmo-hlr_10.42.42.2(pid=12515): stdout: \u000a| (launched: 2022-12-10_13:15:36.580252) \u000a13:15:39.861535 run osmo-hlr_10.42.42.2(pid=12515): stderr: \u000a| �[0;m�[1;31m20221210131536758 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210131536758 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210131536758 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210131536758 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210131536759 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210131536759 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210131536771 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2375/run.2022-12-10_12-42-03/gprs:trx-sysmocell5000+mod-bts0-dynts-ipa/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210131536781 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210131536782 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210131536782 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:15:39.902687 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12504): Terminating (SIGTERM)\u000a13:15:39.941998 run iperf3-srv_10.42.42.10(pid=12505): Terminating (SIGTERM)\u000a13:15:39.982311 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12506): Terminating (SIGTERM)\u000a13:15:40.021476 run iperf3-srv_10.42.42.10(pid=12507): Terminating (SIGTERM)\u000a13:15:40.060990 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12508): Terminating (SIGTERM)\u000a13:15:40.100262 run iperf3-srv_10.42.42.10(pid=12509): Terminating (SIGTERM)\u000a13:15:40.139467 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12510): Terminating (SIGTERM)\u000a13:15:40.178589 run iperf3-srv_10.42.42.10(pid=12511): Terminating (SIGTERM)\u000a13:15:40.217927 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12514): Terminating (SIGTERM)\u000a13:15:40.257135 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12517): Terminating (SIGTERM)\u000a13:15:40.296727 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12520): Terminating (SIGTERM)\u000a13:15:40.306093 --- ParallelTerminationStrategy: PID 12504 died...\u000a13:15:40.358373 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12504): Terminated: ok {rc=0}\u000a13:15:40.367929 --- ParallelTerminationStrategy: PID 12505 died...\u000a13:15:40.419929 run iperf3-srv_10.42.42.10(pid=12505): Terminated {rc=256}\u000a13:15:40.429807 --- ParallelTerminationStrategy: PID 12506 died...\u000a13:15:40.482696 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12506): Terminated: ok {rc=0}\u000a13:15:40.492065 --- ParallelTerminationStrategy: PID 12507 died...\u000a13:15:40.543722 run iperf3-srv_10.42.42.10(pid=12507): Terminated {rc=256}\u000a13:15:40.553294 --- ParallelTerminationStrategy: PID 12508 died...\u000a13:15:40.605358 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12508): Terminated: ok {rc=0}\u000a13:15:40.614883 --- ParallelTerminationStrategy: PID 12509 died...\u000a13:15:40.667006 run iperf3-srv_10.42.42.10(pid=12509): Terminated {rc=256}\u000a13:15:40.676495 --- ParallelTerminationStrategy: PID 12510 died...\u000a13:15:40.728543 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12510): Terminated: ok {rc=0}\u000a13:15:40.738109 --- ParallelTerminationStrategy: PID 12511 died...\u000a13:15:40.789765 run iperf3-srv_10.42.42.10(pid=12511): Terminated {rc=256}\u000a13:15:40.799316 --- ParallelTerminationStrategy: PID 12514 died...\u000a13:15:40.851392 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12514): Terminated: ok {rc=0}\u000a13:15:40.861153 --- ParallelTerminationStrategy: PID 12517 died...\u000a13:15:40.913009 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12517): Terminated: ok {rc=0}\u000a13:15:40.922606 --- ParallelTerminationStrategy: PID 12520 died...\u000a13:15:40.974738 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12520): Terminated: ok {rc=0}\u000a13:15:41.062627 bus /gobi_4: Setting Powered False\u000a13:15:42.164812 bus /gobi_4: Setting Powered False\u000a13:15:43.273895 bus /gobi_1: Setting Powered False\u000a13:15:44.375491 bus /gobi_1: Setting Powered False\u000a13:15:45.485038 bus /gobi_0: Setting Powered False\u000a13:15:46.591920 bus /gobi_0: Setting Powered False\u000a13:15:47.697582 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 237, "className" : "gprs:trx-sysmocell5000+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12528): Process ended prematurely: osmo-stp_10.42.42.5(pid=12528) [trial-2375↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12528)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12528): Process ended prematurely: osmo-stp_10.42.42.5(pid=12528) [trial-2375↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12528)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2375 gprs:trx-sysmocell5000+mod-bts0-dynts-ipa ping.py\u000a----------------------------------------------\u000a13:15:48.765875 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:15:48.777812 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a13:15:48.941095 tst ping.py: using LAC 28647\u000a13:15:49.063548 tst ping.py: using RAC 87\u000a13:15:49.186241 tst ping.py: using CellId 28647\u000a13:15:49.309449 tst ping.py: using BVCI 28648\u000a13:15:49.333610 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:15:49.344942 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:15:49.356297 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:15:49.367516 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:15:49.378669 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:15:49.389912 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:15:49.401298 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:15:49.412402 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a13:15:49.695081 tst ping.py:19: start network...\u000a13:15:49.825129 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:15:50.321838 run create_hlr_db(pid=12522): Launched\u000a13:15:50.503385 bus /gobi_6: Setting Powered False\u000a13:15:51.522996 run create_hlr_db(pid=12522): Terminated: ok {rc=0}\u000a13:15:51.917794 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12524): Launched\u000a13:15:52.210860 run osmo-hlr_10.42.42.2(pid=12525): Launched\u000a13:15:52.318754 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:15:52.829526 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12527): Launched\u000a13:15:53.122127 run osmo-stp_10.42.42.5(pid=12528): Launched\u000a13:15:53.229379 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:15:53.741625 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12530): Launched\u000a13:15:53.847304 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:15:54.103514 run patchelf(pid=12531): Launched\u000a13:15:54.275731 run osmo-stp_10.42.42.5(pid=12528): ERR: Terminated: ERROR {rc=1} [trial-2375↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12528)]\u000a13:15:54.401630 run osmo-stp_10.42.42.5(pid=12528): stdout: \u000a| (launched: 2022-12-10_13:15:52.977810)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:15:54.528148 run osmo-stp_10.42.42.5(pid=12528): stderr: \u000a| �[0;m�[38;5;43m20221210131553147 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210131553147 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210131553148 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210131553148 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210131553149 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210131553149 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210131553149 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:15:54.650693 run osmo-stp_10.42.42.5(pid=12528): stdout: \u000a| (launched: 2022-12-10_13:15:52.977810)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:15:54.772062 run osmo-stp_10.42.42.5(pid=12528): stderr: \u000a| �[0;m�[38;5;43m20221210131553147 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210131553147 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210131553148 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210131553148 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210131553149 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210131553149 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210131553149 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:15:54.913740 run patchelf(pid=12531): Terminating (SIGINT)\u000a13:15:55.079565 run patchelf(pid=12531): Terminated: ok {rc=0}\u000a13:15:55.109781 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=12528): Process ended prematurely: osmo-stp_10.42.42.5(pid=12528) [trial-2375↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12528)] [trial-2375↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping.py:22]\u000a13:15:55.118371 tst ping.py:22: Test FAILED (6.3 sec)\u000a13:15:55.177733 run osmo-hlr_10.42.42.2(pid=12525): ERR: Terminated: ERROR {rc=237} [trial-2375↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12525)]\u000a13:15:55.226496 run osmo-hlr_10.42.42.2(pid=12525): stdout: \u000a| (launched: 2022-12-10_13:15:52.066705) \u000a13:15:55.275458 run osmo-hlr_10.42.42.2(pid=12525): stderr: \u000a| �[0;m�[1;31m20221210131552240 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210131552240 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210131552240 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210131552240 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210131552240 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210131552240 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210131552252 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2375/run.2022-12-10_12-42-03/gprs:trx-sysmocell5000+mod-bts0-dynts-ipa/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210131552261 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210131552261 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210131552261 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:15:55.317014 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12524): Terminating (SIGTERM)\u000a13:15:55.356385 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12527): Terminating (SIGTERM)\u000a13:15:55.395682 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12530): Terminating (SIGTERM)\u000a13:15:55.405180 --- ParallelTerminationStrategy: PID 12524 died...\u000a13:15:55.457729 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12524): Terminated: ok {rc=0}\u000a13:15:55.467532 --- ParallelTerminationStrategy: PID 12527 died...\u000a13:15:55.519961 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12527): Terminated: ok {rc=0}\u000a13:15:55.529771 --- ParallelTerminationStrategy: PID 12530 died...\u000a13:15:55.582167 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12530): Terminated: ok {rc=0}\u000a13:15:55.669423 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 237, "className" : "gprs:trx-sysmocell5000+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12538): Process ended prematurely: osmo-stp_10.42.42.5(pid=12538) [trial-2375↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12538)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12538): Process ended prematurely: osmo-stp_10.42.42.5(pid=12538) [trial-2375↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12538)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2375 gprs:trx-sysmocell5000+mod-bts0-dynts-ipa ping_idle_ping.py\u000a----------------------------------------------\u000a13:15:56.721763 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:15:56.733200 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a13:15:56.890415 tst ping_idle_ping.py: using LAC 28648\u000a13:15:57.007891 tst ping_idle_ping.py: using RAC 88\u000a13:15:57.125602 tst ping_idle_ping.py: using CellId 28648\u000a13:15:57.241557 tst ping_idle_ping.py: using BVCI 28649\u000a13:15:57.264183 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:15:57.275144 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:15:57.285871 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:15:57.296760 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:15:57.307716 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:15:57.318742 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:15:57.329755 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:15:57.340438 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a13:15:57.610755 tst ping_idle_ping.py:24: start network...\u000a13:15:57.733314 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:15:58.204511 run create_hlr_db(pid=12532): Launched\u000a13:15:58.375725 bus /gobi_6: Setting Powered False\u000a13:15:59.395928 run create_hlr_db(pid=12532): Terminated: ok {rc=0}\u000a13:15:59.814182 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12534): Launched\u000a13:16:00.128765 run osmo-hlr_10.42.42.2(pid=12535): Launched\u000a13:16:00.247382 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:16:00.792790 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12537): Launched\u000a13:16:01.249986 run osmo-stp_10.42.42.5(pid=12538): Launched\u000a13:16:01.489208 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:16:02.076582 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12540): Launched\u000a13:16:02.186266 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:16:02.445563 run patchelf(pid=12541): Launched\u000a13:16:02.618066 run osmo-stp_10.42.42.5(pid=12538): ERR: Terminated: ERROR {rc=1} [trial-2375↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12538)]\u000a13:16:02.744415 run osmo-stp_10.42.42.5(pid=12538): stdout: \u000a| (launched: 2022-12-10_13:16:00.970738)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:16:02.871112 run osmo-stp_10.42.42.5(pid=12538): stderr: \u000a| �[0;m�[38;5;43m20221210131601351 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210131601351 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210131601354 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210131601355 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210131601358 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210131601358 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210131601358 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:16:02.993722 run osmo-stp_10.42.42.5(pid=12538): stdout: \u000a| (launched: 2022-12-10_13:16:00.970738)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:16:03.114971 run osmo-stp_10.42.42.5(pid=12538): stderr: \u000a| �[0;m�[38;5;43m20221210131601351 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210131601351 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210131601354 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210131601355 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210131601358 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210131601358 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210131601358 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:16:03.256523 run patchelf(pid=12541): Terminating (SIGINT)\u000a13:16:03.422632 run patchelf(pid=12541): Terminated: ok {rc=0}\u000a13:16:03.452709 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=12538): Process ended prematurely: osmo-stp_10.42.42.5(pid=12538) [trial-2375↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12538)] [trial-2375↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping_idle_ping.py:27]\u000a13:16:03.461237 tst ping_idle_ping.py:27: Test FAILED (6.7 sec)\u000a13:16:03.520224 run osmo-hlr_10.42.42.2(pid=12535): ERR: Terminated: ERROR {rc=237} [trial-2375↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12535)]\u000a13:16:03.568343 run osmo-hlr_10.42.42.2(pid=12535): stdout: \u000a| (launched: 2022-12-10_13:15:59.974956) \u000a13:16:03.616721 run osmo-hlr_10.42.42.2(pid=12535): stderr: \u000a| �[0;m�[1;31m20221210131600171 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210131600171 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210131600171 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210131600172 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210131600172 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210131600172 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210131600184 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2375/run.2022-12-10_12-42-03/gprs:trx-sysmocell5000+mod-bts0-dynts-ipa/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210131600192 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210131600193 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210131600193 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:16:03.658462 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12534): Terminating (SIGTERM)\u000a13:16:03.698568 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12537): Terminating (SIGTERM)\u000a13:16:03.737796 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12540): Terminating (SIGTERM)\u000a13:16:03.747074 --- ParallelTerminationStrategy: PID 12534 died...\u000a13:16:03.799037 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12534): Terminated: ok {rc=0}\u000a13:16:03.808672 --- ParallelTerminationStrategy: PID 12537 died...\u000a13:16:03.860611 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12537): Terminated: ok {rc=0}\u000a13:16:03.870223 --- ParallelTerminationStrategy: PID 12540 died...\u000a13:16:03.922531 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12540): Terminated: ok {rc=0}\u000a13:16:04.009125 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 59.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "71", "name" : "gprs_trx-sysmocell5000+mod-bts0-dynts-ipa", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T13:15:06" }, { "cases" : [ { "testActions" : [ ], "age" : 237, "className" : "gprs:trx-sysmocell5000+mod-bts0-dynts-osmo", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12555): Process ended prematurely: osmo-stp_10.42.42.5(pid=12555) [trial-2375↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12555)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12555): Process ended prematurely: osmo-stp_10.42.42.5(pid=12555) [trial-2375↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12555)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2375 gprs:trx-sysmocell5000+mod-bts0-dynts-osmo cs_paging_gprs_active.py\u000a----------------------------------------------\u000a13:16:06.161700 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:16:06.173052 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a13:16:06.333906 tst cs_paging_gprs_active.py: using LAC 28649\u000a13:16:06.452727 tst cs_paging_gprs_active.py: using RAC 89\u000a13:16:06.572500 tst cs_paging_gprs_active.py: using CellId 28649\u000a13:16:06.692813 tst cs_paging_gprs_active.py: using BVCI 28650\u000a13:16:06.715973 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:16:06.726978 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:16:06.737814 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:16:06.748613 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:16:06.759905 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:16:06.771003 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:16:06.782200 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:16:06.793659 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:16:06.804598 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a13:16:06.925240 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a13:16:07.202624 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a13:16:07.327819 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:16:07.638205 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12545): Launched\u000a13:16:07.896309 run iperf3-srv_10.42.42.10(pid=12546): Launched\u000a13:16:08.078794 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a13:16:08.204070 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:16:08.515223 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12547): Launched\u000a13:16:08.773613 run iperf3-srv_10.42.42.10(pid=12548): Launched\u000a13:16:08.957213 tst cs_paging_gprs_active.py:38: start network...\u000a13:16:09.082368 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:16:09.553710 run create_hlr_db(pid=12549): Launched\u000a13:16:09.725901 bus /gobi_6: Setting Powered False\u000a13:16:10.747663 run create_hlr_db(pid=12549): Terminated: ok {rc=0}\u000a13:16:11.171531 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12551): Launched\u000a13:16:11.491717 run osmo-hlr_10.42.42.2(pid=12552): Launched\u000a13:16:11.610222 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:16:12.163638 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12554): Launched\u000a13:16:12.483961 run osmo-stp_10.42.42.5(pid=12555): Launched\u000a13:16:12.600624 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:16:13.156886 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12557): Launched\u000a13:16:13.271284 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:16:13.548768 run patchelf(pid=12558): Launched\u000a13:16:13.734952 run osmo-stp_10.42.42.5(pid=12555): ERR: Terminated: ERROR {rc=1} [trial-2375↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12555)]\u000a13:16:13.870774 run osmo-stp_10.42.42.5(pid=12555): stdout: \u000a| (launched: 2022-12-10_13:16:12.327272)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:16:14.007837 run osmo-stp_10.42.42.5(pid=12555): stderr: \u000a| �[0;m�[38;5;43m20221210131612517 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210131612517 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210131612517 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210131612518 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210131612518 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210131612518 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210131612518 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:16:14.139875 run osmo-stp_10.42.42.5(pid=12555): stdout: \u000a| (launched: 2022-12-10_13:16:12.327272)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:16:14.271113 run osmo-stp_10.42.42.5(pid=12555): stderr: \u000a| �[0;m�[38;5;43m20221210131612517 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210131612517 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210131612517 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210131612518 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210131612518 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210131612518 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210131612518 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:16:14.423497 run patchelf(pid=12558): Terminating (SIGINT)\u000a13:16:14.602134 run patchelf(pid=12558): Terminated: ok {rc=0}\u000a13:16:14.635013 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=12555): Process ended prematurely: osmo-stp_10.42.42.5(pid=12555) [trial-2375↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12555)] [trial-2375↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38]\u000a13:16:14.644791 tst cs_paging_gprs_active.py:38: Test FAILED (8.5 sec)\u000a13:16:14.707012 run osmo-hlr_10.42.42.2(pid=12552): ERR: Terminated: ERROR {rc=237} [trial-2375↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12552)]\u000a13:16:14.757552 run osmo-hlr_10.42.42.2(pid=12552): stdout: \u000a| (launched: 2022-12-10_13:16:11.335140) \u000a13:16:14.808789 run osmo-hlr_10.42.42.2(pid=12552): stderr: \u000a| �[0;m�[1;31m20221210131611532 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210131611532 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210131611532 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210131611532 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210131611532 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210131611532 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210131611547 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2375/run.2022-12-10_12-42-03/gprs:trx-sysmocell5000+mod-bts0-dynts-osmo/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210131611555 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210131611555 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210131611555 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:16:14.852494 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12545): Terminating (SIGTERM)\u000a13:16:14.893752 run iperf3-srv_10.42.42.10(pid=12546): Terminating (SIGTERM)\u000a13:16:14.934941 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12547): Terminating (SIGTERM)\u000a13:16:14.975990 run iperf3-srv_10.42.42.10(pid=12548): Terminating (SIGTERM)\u000a13:16:15.017223 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12551): Terminating (SIGTERM)\u000a13:16:15.058372 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12554): Terminating (SIGTERM)\u000a13:16:15.099501 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12557): Terminating (SIGTERM)\u000a13:16:15.108906 --- ParallelTerminationStrategy: PID 12545 died...\u000a13:16:15.164070 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12545): Terminated: ok {rc=0}\u000a13:16:15.174015 --- ParallelTerminationStrategy: PID 12546 died...\u000a13:16:15.228742 run iperf3-srv_10.42.42.10(pid=12546): Terminated {rc=256}\u000a13:16:15.238961 --- ParallelTerminationStrategy: PID 12547 died...\u000a13:16:15.293582 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12547): Terminated: ok {rc=0}\u000a13:16:15.303382 --- ParallelTerminationStrategy: PID 12548 died...\u000a13:16:15.358173 run iperf3-srv_10.42.42.10(pid=12548): Terminated {rc=256}\u000a13:16:15.367999 --- ParallelTerminationStrategy: PID 12551 died...\u000a13:16:15.422666 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12551): Terminated: ok {rc=0}\u000a13:16:15.432500 --- ParallelTerminationStrategy: PID 12554 died...\u000a13:16:15.487320 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12554): Terminated: ok {rc=0}\u000a13:16:15.497240 --- ParallelTerminationStrategy: PID 12557 died...\u000a13:16:15.551999 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12557): Terminated: ok {rc=0}\u000a13:16:15.637183 bus /gobi_0: Setting Powered False\u000a13:16:16.746700 bus /gobi_0: Setting Powered False\u000a13:16:17.858031 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 237, "className" : "gprs:trx-sysmocell5000+mod-bts0-dynts-osmo", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12567): Process ended prematurely: osmo-stp_10.42.42.5(pid=12567) [trial-2375↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12567)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12567): Process ended prematurely: osmo-stp_10.42.42.5(pid=12567) [trial-2375↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12567)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2375 gprs:trx-sysmocell5000+mod-bts0-dynts-osmo iperf3.py\u000a----------------------------------------------\u000a13:16:18.967300 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:16:18.978945 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a13:16:19.139163 tst iperf3.py: using LAC 28650\u000a13:16:19.259746 tst iperf3.py: using RAC 90\u000a13:16:19.379737 tst iperf3.py: using CellId 28650\u000a13:16:19.505505 tst iperf3.py: using BVCI 28651\u000a13:16:19.530059 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:16:19.541433 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:16:19.552539 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:16:19.563679 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:16:19.574867 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:16:19.586046 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:16:19.597279 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:16:19.608225 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:16:19.619511 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a13:16:19.895407 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a13:16:20.020893 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:16:20.330651 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12559): Launched\u000a13:16:20.588743 run iperf3-srv_10.42.42.10(pid=12560): Launched\u000a13:16:20.771370 tst iperf3.py:8: start network...\u000a13:16:20.896569 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:16:21.368301 run create_hlr_db(pid=12561): Launched\u000a13:16:21.540782 bus /gobi_6: Setting Powered False\u000a13:16:22.561376 run create_hlr_db(pid=12561): Terminated: ok {rc=0}\u000a13:16:22.984431 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12563): Launched\u000a13:16:23.304676 run osmo-hlr_10.42.42.2(pid=12564): Launched\u000a13:16:23.422391 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:16:23.976460 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12566): Launched\u000a13:16:24.295412 run osmo-stp_10.42.42.5(pid=12567): Launched\u000a13:16:24.412421 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:16:24.967245 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12569): Launched\u000a13:16:25.081399 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:16:25.359267 run patchelf(pid=12570): Launched\u000a13:16:25.545562 run osmo-stp_10.42.42.5(pid=12567): ERR: Terminated: ERROR {rc=1} [trial-2375↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12567)]\u000a13:16:25.681673 run osmo-stp_10.42.42.5(pid=12567): stdout: \u000a| (launched: 2022-12-10_13:16:24.139669)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:16:25.818010 run osmo-stp_10.42.42.5(pid=12567): stderr: \u000a| �[0;m�[38;5;43m20221210131624332 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210131624332 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210131624332 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210131624332 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210131624333 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210131624333 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210131624333 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:16:25.950353 run osmo-stp_10.42.42.5(pid=12567): stdout: \u000a| (launched: 2022-12-10_13:16:24.139669)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:16:26.082057 run osmo-stp_10.42.42.5(pid=12567): stderr: \u000a| �[0;m�[38;5;43m20221210131624332 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210131624332 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210131624332 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210131624332 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210131624333 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210131624333 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210131624333 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:16:26.235164 run patchelf(pid=12570): Terminating (SIGINT)\u000a13:16:26.414890 run patchelf(pid=12570): Terminated: ok {rc=0}\u000a13:16:26.447904 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=12567): Process ended prematurely: osmo-stp_10.42.42.5(pid=12567) [trial-2375↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12567)] [trial-2375↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3.py:8]\u000a13:16:26.457814 tst iperf3.py:8: Test FAILED (7.5 sec)\u000a13:16:26.520087 run osmo-hlr_10.42.42.2(pid=12564): ERR: Terminated: ERROR {rc=237} [trial-2375↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12564)]\u000a13:16:26.571152 run osmo-hlr_10.42.42.2(pid=12564): stdout: \u000a| (launched: 2022-12-10_13:16:23.147382) \u000a13:16:26.622910 run osmo-hlr_10.42.42.2(pid=12564): stderr: \u000a| �[0;m�[1;31m20221210131623344 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210131623344 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210131623344 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210131623344 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210131623344 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210131623345 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210131623357 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2375/run.2022-12-10_12-42-03/gprs:trx-sysmocell5000+mod-bts0-dynts-osmo/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210131623365 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210131623365 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210131623365 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:16:26.666991 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12559): Terminating (SIGTERM)\u000a13:16:26.708620 run iperf3-srv_10.42.42.10(pid=12560): Terminating (SIGTERM)\u000a13:16:26.750221 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12563): Terminating (SIGTERM)\u000a13:16:26.791718 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12566): Terminating (SIGTERM)\u000a13:16:26.833518 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12569): Terminating (SIGTERM)\u000a13:16:26.843105 --- ParallelTerminationStrategy: PID 12559 died...\u000a13:16:26.898766 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12559): Terminated: ok {rc=0}\u000a13:16:26.908642 --- ParallelTerminationStrategy: PID 12560 died...\u000a13:16:26.964294 run iperf3-srv_10.42.42.10(pid=12560): Terminated {rc=256}\u000a13:16:26.974201 --- ParallelTerminationStrategy: PID 12563 died...\u000a13:16:27.029263 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12563): Terminated: ok {rc=0}\u000a13:16:27.039163 --- ParallelTerminationStrategy: PID 12566 died...\u000a13:16:27.094549 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12566): Terminated: ok {rc=0}\u000a13:16:27.104540 --- ParallelTerminationStrategy: PID 12569 died...\u000a13:16:27.159954 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12569): Terminated: ok {rc=0}\u000a13:16:27.247041 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 237, "className" : "gprs:trx-sysmocell5000+mod-bts0-dynts-osmo", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12586): Process ended prematurely: osmo-stp_10.42.42.5(pid=12586) [trial-2375↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12586)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12586): Process ended prematurely: osmo-stp_10.42.42.5(pid=12586) [trial-2375↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12586)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2375 gprs:trx-sysmocell5000+mod-bts0-dynts-osmo iperf3m4.py\u000a----------------------------------------------\u000a13:16:28.364247 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:16:28.376217 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a13:16:28.540620 tst iperf3m4.py: using LAC 28651\u000a13:16:28.666170 tst iperf3m4.py: using RAC 91\u000a13:16:28.791242 tst iperf3m4.py: using CellId 28651\u000a13:16:28.916274 tst iperf3m4.py: using BVCI 28652\u000a13:16:28.941042 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:16:28.952330 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:16:28.963543 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:16:28.974727 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:16:28.985888 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:16:28.997012 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:16:29.008208 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:16:29.019344 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:16:29.030669 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a13:16:29.146989 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a13:16:29.267610 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a13:16:29.382643 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a13:16:29.663709 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a13:16:29.789186 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:16:30.099019 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12572): Launched\u000a13:16:30.356810 run iperf3-srv_10.42.42.10(pid=12573): Launched\u000a13:16:30.539131 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a13:16:30.664020 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:16:30.986964 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12574): Launched\u000a13:16:31.275318 run iperf3-srv_10.42.42.10(pid=12575): Launched\u000a13:16:31.475952 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a13:16:31.614395 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:16:31.965848 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12576): Launched\u000a13:16:32.251009 run iperf3-srv_10.42.42.10(pid=12577): Launched\u000a13:16:32.446712 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a13:16:32.579762 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:16:32.908192 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12578): Launched\u000a13:16:33.181615 run iperf3-srv_10.42.42.10(pid=12579): Launched\u000a13:16:33.376903 tst iperf3m4.py:8: start network...\u000a13:16:33.510026 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:16:34.017871 run create_hlr_db(pid=12580): Launched\u000a13:16:34.201864 bus /gobi_6: Setting Powered False\u000a13:16:35.223201 run create_hlr_db(pid=12580): Terminated: ok {rc=0}\u000a13:16:35.646116 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12582): Launched\u000a13:16:35.963918 run osmo-hlr_10.42.42.2(pid=12583): Launched\u000a13:16:36.080738 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:16:36.638354 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12585): Launched\u000a13:16:36.955742 run osmo-stp_10.42.42.5(pid=12586): Launched\u000a13:16:37.071312 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:16:37.626500 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12588): Launched\u000a13:16:37.740369 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:16:38.017462 run patchelf(pid=12589): Launched\u000a13:16:38.204163 run osmo-stp_10.42.42.5(pid=12586): ERR: Terminated: ERROR {rc=1} [trial-2375↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12586)]\u000a13:16:38.341033 run osmo-stp_10.42.42.5(pid=12586): stdout: \u000a| (launched: 2022-12-10_13:16:36.800754)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:16:38.477586 run osmo-stp_10.42.42.5(pid=12586): stderr: \u000a| �[0;m�[38;5;43m20221210131636993 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210131636993 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210131636994 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210131636994 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210131636996 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210131636997 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210131636997 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:16:38.610225 run osmo-stp_10.42.42.5(pid=12586): stdout: \u000a| (launched: 2022-12-10_13:16:36.800754)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:16:38.741446 run osmo-stp_10.42.42.5(pid=12586): stderr: \u000a| �[0;m�[38;5;43m20221210131636993 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210131636993 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210131636994 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210131636994 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210131636996 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210131636997 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210131636997 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:16:38.893700 run patchelf(pid=12589): Terminating (SIGINT)\u000a13:16:39.072308 run patchelf(pid=12589): Terminated: ok {rc=0}\u000a13:16:39.105366 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=12586): Process ended prematurely: osmo-stp_10.42.42.5(pid=12586) [trial-2375↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12586)] [trial-2375↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3m4.py:8]\u000a13:16:39.115279 tst iperf3m4.py:8: Test FAILED (10.8 sec)\u000a13:16:39.177698 run osmo-hlr_10.42.42.2(pid=12583): ERR: Terminated: ERROR {rc=237} [trial-2375↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12583)]\u000a13:16:39.228423 run osmo-hlr_10.42.42.2(pid=12583): stdout: \u000a| (launched: 2022-12-10_13:16:35.808566) \u000a13:16:39.280115 run osmo-hlr_10.42.42.2(pid=12583): stderr: \u000a| �[0;m�[1;31m20221210131636008 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210131636008 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210131636008 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210131636008 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210131636008 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210131636008 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210131636022 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2375/run.2022-12-10_12-42-03/gprs:trx-sysmocell5000+mod-bts0-dynts-osmo/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210131636030 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210131636030 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210131636030 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:16:39.324081 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12572): Terminating (SIGTERM)\u000a13:16:39.365511 run iperf3-srv_10.42.42.10(pid=12573): Terminating (SIGTERM)\u000a13:16:39.406945 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12574): Terminating (SIGTERM)\u000a13:16:39.448257 run iperf3-srv_10.42.42.10(pid=12575): Terminating (SIGTERM)\u000a13:16:39.489746 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12576): Terminating (SIGTERM)\u000a13:16:39.531005 run iperf3-srv_10.42.42.10(pid=12577): Terminating (SIGTERM)\u000a13:16:39.572407 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12578): Terminating (SIGTERM)\u000a13:16:39.613748 run iperf3-srv_10.42.42.10(pid=12579): Terminating (SIGTERM)\u000a13:16:39.655094 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12582): Terminating (SIGTERM)\u000a13:16:39.696468 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12585): Terminating (SIGTERM)\u000a13:16:39.737999 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12588): Terminating (SIGTERM)\u000a13:16:39.747533 --- ParallelTerminationStrategy: PID 12572 died...\u000a13:16:39.802742 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12572): Terminated: ok {rc=0}\u000a13:16:39.812736 --- ParallelTerminationStrategy: PID 12573 died...\u000a13:16:39.867387 run iperf3-srv_10.42.42.10(pid=12573): Terminated {rc=256}\u000a13:16:39.877252 --- ParallelTerminationStrategy: PID 12574 died...\u000a13:16:39.932093 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12574): Terminated: ok {rc=0}\u000a13:16:39.942034 --- ParallelTerminationStrategy: PID 12575 died...\u000a13:16:39.997233 run iperf3-srv_10.42.42.10(pid=12575): Terminated {rc=256}\u000a13:16:40.007073 --- ParallelTerminationStrategy: PID 12576 died...\u000a13:16:40.061997 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12576): Terminated: ok {rc=0}\u000a13:16:40.071892 --- ParallelTerminationStrategy: PID 12577 died...\u000a13:16:40.126881 run iperf3-srv_10.42.42.10(pid=12577): Terminated {rc=256}\u000a13:16:40.136797 --- ParallelTerminationStrategy: PID 12578 died...\u000a13:16:40.191991 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12578): Terminated: ok {rc=0}\u000a13:16:40.201911 --- ParallelTerminationStrategy: PID 12579 died...\u000a13:16:40.257069 run iperf3-srv_10.42.42.10(pid=12579): Terminated {rc=256}\u000a13:16:40.267022 --- ParallelTerminationStrategy: PID 12582 died...\u000a13:16:40.322188 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12582): Terminated: ok {rc=0}\u000a13:16:40.332175 --- ParallelTerminationStrategy: PID 12585 died...\u000a13:16:40.387230 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12585): Terminated: ok {rc=0}\u000a13:16:40.397360 --- ParallelTerminationStrategy: PID 12588 died...\u000a13:16:40.452166 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12588): Terminated: ok {rc=0}\u000a13:16:40.537866 bus /gobi_4: Setting Powered False\u000a13:16:41.643510 bus /gobi_4: Setting Powered False\u000a13:16:42.752019 bus /gobi_1: Setting Powered False\u000a13:16:43.853323 bus /gobi_1: Setting Powered False\u000a13:16:44.963949 bus /gobi_0: Setting Powered False\u000a13:16:46.066255 bus /gobi_0: Setting Powered False\u000a13:16:47.180379 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 237, "className" : "gprs:trx-sysmocell5000+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12596): Process ended prematurely: osmo-stp_10.42.42.5(pid=12596) [trial-2375↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12596)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12596): Process ended prematurely: osmo-stp_10.42.42.5(pid=12596) [trial-2375↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12596)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2375 gprs:trx-sysmocell5000+mod-bts0-dynts-osmo ping.py\u000a----------------------------------------------\u000a13:16:48.245259 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:16:48.256550 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a13:16:48.417506 tst ping.py: using LAC 28652\u000a13:16:48.532781 tst ping.py: using RAC 92\u000a13:16:48.647251 tst ping.py: using CellId 28652\u000a13:16:48.761764 tst ping.py: using BVCI 28653\u000a13:16:48.784340 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:16:48.795227 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:16:48.806049 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:16:48.817661 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:16:48.828941 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:16:48.840353 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:16:48.851889 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:16:48.863183 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a13:16:49.149765 tst ping.py:19: start network...\u000a13:16:49.280008 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:16:49.779159 run create_hlr_db(pid=12590): Launched\u000a13:16:49.960229 bus /gobi_6: Setting Powered False\u000a13:16:50.981085 run create_hlr_db(pid=12590): Terminated: ok {rc=0}\u000a13:16:51.374843 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12592): Launched\u000a13:16:51.669037 run osmo-hlr_10.42.42.2(pid=12593): Launched\u000a13:16:51.780313 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:16:52.306121 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12595): Launched\u000a13:16:52.598617 run osmo-stp_10.42.42.5(pid=12596): Launched\u000a13:16:52.705735 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:16:53.215413 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12598): Launched\u000a13:16:53.319786 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:16:53.574949 run patchelf(pid=12599): Launched\u000a13:16:53.747104 run osmo-stp_10.42.42.5(pid=12596): ERR: Terminated: ERROR {rc=1} [trial-2375↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12596)]\u000a13:16:53.873262 run osmo-stp_10.42.42.5(pid=12596): stdout: \u000a| (launched: 2022-12-10_13:16:52.454977)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:16:53.999271 run osmo-stp_10.42.42.5(pid=12596): stderr: \u000a| �[0;m�[38;5;43m20221210131652623 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210131652623 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210131652624 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210131652624 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210131652624 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210131652625 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210131652625 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:16:54.121143 run osmo-stp_10.42.42.5(pid=12596): stdout: \u000a| (launched: 2022-12-10_13:16:52.454977)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:16:54.242251 run osmo-stp_10.42.42.5(pid=12596): stderr: \u000a| �[0;m�[38;5;43m20221210131652623 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210131652623 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210131652624 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210131652624 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210131652624 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210131652625 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210131652625 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:16:54.383944 run patchelf(pid=12599): Terminating (SIGINT)\u000a13:16:54.549787 run patchelf(pid=12599): Terminated: ok {rc=0}\u000a13:16:54.579789 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=12596): Process ended prematurely: osmo-stp_10.42.42.5(pid=12596) [trial-2375↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12596)] [trial-2375↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping.py:22]\u000a13:16:54.588283 tst ping.py:22: Test FAILED (6.3 sec)\u000a13:16:54.647807 run osmo-hlr_10.42.42.2(pid=12593): ERR: Terminated: ERROR {rc=237} [trial-2375↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12593)]\u000a13:16:54.696302 run osmo-hlr_10.42.42.2(pid=12593): stdout: \u000a| (launched: 2022-12-10_13:16:51.523971) \u000a13:16:54.745491 run osmo-hlr_10.42.42.2(pid=12593): stderr: \u000a| �[0;m�[1;31m20221210131651699 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210131651699 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210131651699 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210131651699 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210131651699 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210131651699 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210131651711 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2375/run.2022-12-10_12-42-03/gprs:trx-sysmocell5000+mod-bts0-dynts-osmo/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210131651722 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210131651722 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210131651722 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:16:54.787037 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12592): Terminating (SIGTERM)\u000a13:16:54.826507 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12595): Terminating (SIGTERM)\u000a13:16:54.866046 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12598): Terminating (SIGTERM)\u000a13:16:54.875425 --- ParallelTerminationStrategy: PID 12592 died...\u000a13:16:54.927964 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12592): Terminated: ok {rc=0}\u000a13:16:54.937446 --- ParallelTerminationStrategy: PID 12595 died...\u000a13:16:54.990002 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12595): Terminated: ok {rc=0}\u000a13:16:54.999381 --- ParallelTerminationStrategy: PID 12598 died...\u000a13:16:55.052692 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12598): Terminated: ok {rc=0}\u000a13:16:55.135411 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 237, "className" : "gprs:trx-sysmocell5000+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12607): Process ended prematurely: osmo-stp_10.42.42.5(pid=12607) [trial-2375↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12607)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12607): Process ended prematurely: osmo-stp_10.42.42.5(pid=12607) [trial-2375↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12607)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2375 gprs:trx-sysmocell5000+mod-bts0-dynts-osmo ping_idle_ping.py\u000a----------------------------------------------\u000a13:16:56.187594 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:16:56.199763 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a13:16:56.358922 tst ping_idle_ping.py: using LAC 28653\u000a13:16:56.477737 tst ping_idle_ping.py: using RAC 93\u000a13:16:56.597561 tst ping_idle_ping.py: using CellId 28653\u000a13:16:56.713864 tst ping_idle_ping.py: using BVCI 28654\u000a13:16:56.736431 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:16:56.747323 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:16:56.758070 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:16:56.769034 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:16:56.779814 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:16:56.790879 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:16:56.802065 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:16:56.812935 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a13:16:57.085397 tst ping_idle_ping.py:24: start network...\u000a13:16:57.207602 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:16:57.672904 run create_hlr_db(pid=12601): Launched\u000a13:16:57.843182 bus /gobi_6: Setting Powered False\u000a13:16:58.874913 run create_hlr_db(pid=12601): Terminated: ok {rc=0}\u000a13:16:59.291774 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12603): Launched\u000a13:16:59.605237 run osmo-hlr_10.42.42.2(pid=12604): Launched\u000a13:16:59.723390 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:17:00.268328 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12606): Launched\u000a13:17:00.583185 run osmo-stp_10.42.42.5(pid=12607): Launched\u000a13:17:00.696401 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:17:01.313895 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12609): Launched\u000a13:17:01.464705 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:17:01.790663 run patchelf(pid=12613): Launched\u000a13:17:01.981087 run osmo-stp_10.42.42.5(pid=12607): ERR: Terminated: ERROR {rc=1} [trial-2375↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12607)]\u000a13:17:02.118212 run osmo-stp_10.42.42.5(pid=12607): stdout: \u000a| (launched: 2022-12-10_13:17:00.428553)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:17:02.257721 run osmo-stp_10.42.42.5(pid=12607): stderr: \u000a| �[0;m�[38;5;43m20221210131700619 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210131700619 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210131700619 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210131700620 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210131700620 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210131700620 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210131700620 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:17:02.389276 run osmo-stp_10.42.42.5(pid=12607): stdout: \u000a| (launched: 2022-12-10_13:17:00.428553)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:17:02.518824 run osmo-stp_10.42.42.5(pid=12607): stderr: \u000a| �[0;m�[38;5;43m20221210131700619 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210131700619 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210131700619 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210131700620 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210131700620 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210131700620 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210131700620 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:17:02.670119 run patchelf(pid=12613): Terminating (SIGINT)\u000a13:17:02.847840 run patchelf(pid=12613): Terminated: ok {rc=0}\u000a13:17:02.880361 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=12607): Process ended prematurely: osmo-stp_10.42.42.5(pid=12607) [trial-2375↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12607)] [trial-2375↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping_idle_ping.py:27]\u000a13:17:02.889849 tst ping_idle_ping.py:27: Test FAILED (6.7 sec)\u000a13:17:02.952056 run osmo-hlr_10.42.42.2(pid=12604): ERR: Terminated: ERROR {rc=237} [trial-2375↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12604)]\u000a13:17:03.003107 run osmo-hlr_10.42.42.2(pid=12604): stdout: \u000a| (launched: 2022-12-10_13:16:59.451273) \u000a13:17:03.054748 run osmo-hlr_10.42.42.2(pid=12604): stderr: \u000a| �[0;m�[1;31m20221210131659648 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210131659649 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210131659649 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210131659649 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210131659649 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210131659649 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210131659661 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2375/run.2022-12-10_12-42-03/gprs:trx-sysmocell5000+mod-bts0-dynts-osmo/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210131659672 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210131659672 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210131659672 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:17:03.098996 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12603): Terminating (SIGTERM)\u000a13:17:03.140564 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12606): Terminating (SIGTERM)\u000a13:17:03.182408 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12609): Terminating (SIGTERM)\u000a13:17:03.192002 --- ParallelTerminationStrategy: PID 12603 died...\u000a13:17:03.247428 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12603): Terminated: ok {rc=0}\u000a13:17:03.257796 --- ParallelTerminationStrategy: PID 12606 died...\u000a13:17:03.312773 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12606): Terminated: ok {rc=0}\u000a13:17:03.322820 --- ParallelTerminationStrategy: PID 12609 died...\u000a13:17:03.377802 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12609): Terminated: ok {rc=0}\u000a13:17:03.464531 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "72", "name" : "gprs_trx-sysmocell5000+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T13:16:05" }, { "cases" : [ { "testActions" : [ ], "age" : 237, "className" : "dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12623): Process ended prematurely: osmo-stp_10.42.42.5(pid=12623) [trial-2375↪dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12623)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12623): Process ended prematurely: osmo-stp_10.42.42.5(pid=12623) [trial-2375↪dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12623)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2375 dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any switch_tch_pdch.py\u000a----------------------------------------------\u000a13:17:05.504609 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a13:17:05.516279 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a13:17:05.677346 tst switch_tch_pdch.py: using LAC 28654\u000a13:17:05.801440 tst switch_tch_pdch.py: using RAC 94\u000a13:17:05.925777 tst switch_tch_pdch.py: using CellId 28654\u000a13:17:06.054433 tst switch_tch_pdch.py: using BVCI 28655\u000a13:17:06.078489 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a13:17:06.090168 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a13:17:06.101605 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a13:17:06.113145 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a13:17:06.124542 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a13:17:06.135876 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a13:17:06.147510 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a13:17:06.158942 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a13:17:06.273320 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a13:17:06.560697 tst switch_tch_pdch.py:51: start network...\u000a13:17:06.690311 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:17:07.191792 run create_hlr_db(pid=12617): Launched\u000a13:17:07.375180 bus /gobi_6: Setting Powered False\u000a13:17:08.395326 run create_hlr_db(pid=12617): Terminated: ok {rc=0}\u000a13:17:08.790055 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12619): Launched\u000a13:17:09.083603 run osmo-hlr_10.42.42.2(pid=12620): Launched\u000a13:17:09.198632 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:17:09.716305 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12622): Launched\u000a13:17:10.008806 run osmo-stp_10.42.42.5(pid=12623): Launched\u000a13:17:10.116350 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:17:10.627934 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12625): Launched\u000a13:17:10.732429 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:17:10.989934 run patchelf(pid=12626): Launched\u000a13:17:11.162544 run osmo-stp_10.42.42.5(pid=12623): ERR: Terminated: ERROR {rc=1} [trial-2375↪dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12623)]\u000a13:17:11.288848 run osmo-stp_10.42.42.5(pid=12623): stdout: \u000a| (launched: 2022-12-10_13:17:09.865415)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:17:11.415579 run osmo-stp_10.42.42.5(pid=12623): stderr: \u000a| �[0;m�[38;5;43m20221210131710033 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210131710033 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210131710033 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210131710034 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210131710034 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210131710034 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210131710034 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:17:11.537929 run osmo-stp_10.42.42.5(pid=12623): stdout: \u000a| (launched: 2022-12-10_13:17:09.865415)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:17:11.659109 run osmo-stp_10.42.42.5(pid=12623): stderr: \u000a| �[0;m�[38;5;43m20221210131710033 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210131710033 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210131710033 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210131710034 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210131710034 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210131710034 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210131710034 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:17:11.800423 run patchelf(pid=12626): Terminating (SIGINT)\u000a13:17:11.965817 run patchelf(pid=12626): Terminated: ok {rc=0}\u000a13:17:11.995728 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=12623): Process ended prematurely: osmo-stp_10.42.42.5(pid=12623) [trial-2375↪dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12623)] [trial-2375↪dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54]\u000a13:17:12.004264 tst switch_tch_pdch.py:54: Test FAILED (6.5 sec)\u000a13:17:12.063962 run osmo-hlr_10.42.42.2(pid=12620): ERR: Terminated: ERROR {rc=237} [trial-2375↪dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12620)]\u000a13:17:12.112314 run osmo-hlr_10.42.42.2(pid=12620): stdout: \u000a| (launched: 2022-12-10_13:17:08.939619) \u000a13:17:12.161432 run osmo-hlr_10.42.42.2(pid=12620): stderr: \u000a| �[0;m�[1;31m20221210131709113 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210131709113 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210131709113 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210131709113 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210131709113 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210131709113 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210131709126 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2375/run.2022-12-10_12-42-03/dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210131709134 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210131709134 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210131709135 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:17:12.202964 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12619): Terminating (SIGTERM)\u000a13:17:12.242493 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12622): Terminating (SIGTERM)\u000a13:17:12.282134 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12625): Terminating (SIGTERM)\u000a13:17:12.291426 --- ParallelTerminationStrategy: PID 12619 died...\u000a13:17:12.343899 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12619): Terminated: ok {rc=0}\u000a13:17:12.353639 --- ParallelTerminationStrategy: PID 12622 died...\u000a13:17:12.405954 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12622): Terminated: ok {rc=0}\u000a13:17:12.415650 --- ParallelTerminationStrategy: PID 12625 died...\u000a13:17:12.468243 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12625): Terminated: ok {rc=0}\u000a13:17:12.554771 bus /gobi_0: Setting Powered False\u000a13:17:13.655882 bus /gobi_0: Setting Powered False\u000a13:17:14.760984 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "73", "name" : "dynts_trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T13:17:05" }, { "cases" : [ { "testActions" : [ ], "age" : 237, "className" : "dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12637): Process ended prematurely: osmo-stp_10.42.42.5(pid=12637) [trial-2375↪dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12637)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12637): Process ended prematurely: osmo-stp_10.42.42.5(pid=12637) [trial-2375↪dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12637)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2375 dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo switch_tch_pdch.py\u000a----------------------------------------------\u000a13:17:16.811086 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a13:17:16.823351 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x bts (candidates: 1)\u000a13:17:17.016710 tst switch_tch_pdch.py: using LAC 28655\u000a13:17:17.137463 tst switch_tch_pdch.py: using RAC 95\u000a13:17:17.254319 tst switch_tch_pdch.py: using CellId 28655\u000a13:17:17.370574 tst switch_tch_pdch.py: using BVCI 28656\u000a13:17:17.393215 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a13:17:17.404199 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a13:17:17.415074 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a13:17:17.426755 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a13:17:17.438351 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a13:17:17.449777 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a13:17:17.461288 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a13:17:17.472724 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a13:17:17.591613 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a13:17:17.864562 tst switch_tch_pdch.py:51: start network...\u000a13:17:17.987668 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:17:18.425095 run create_hlr_db(pid=12631): Launched\u000a13:17:18.546660 bus /gobi_6: Setting Powered False\u000a13:17:19.616269 run create_hlr_db(pid=12631): Terminated: ok {rc=0}\u000a13:17:20.006596 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12633): Launched\u000a13:17:20.320151 run osmo-hlr_10.42.42.2(pid=12634): Launched\u000a13:17:20.434641 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:17:20.952322 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12636): Launched\u000a13:17:21.265993 run osmo-stp_10.42.42.5(pid=12637): Launched\u000a13:17:21.380204 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:17:21.899414 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12639): Launched\u000a13:17:22.010670 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:17:22.283368 run patchelf(pid=12640): Launched\u000a13:17:22.467383 run osmo-stp_10.42.42.5(pid=12637): ERR: Terminated: ERROR {rc=1} [trial-2375↪dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12637)]\u000a13:17:22.602094 run osmo-stp_10.42.42.5(pid=12637): stdout: \u000a| (launched: 2022-12-10_13:17:21.111745)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:17:22.736772 run osmo-stp_10.42.42.5(pid=12637): stderr: \u000a| �[0;m�[38;5;43m20221210131721302 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210131721303 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210131721303 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210131721303 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210131721304 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210131721304 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210131721304 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:17:22.867539 run osmo-stp_10.42.42.5(pid=12637): stdout: \u000a| (launched: 2022-12-10_13:17:21.111745)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:17:22.996183 run osmo-stp_10.42.42.5(pid=12637): stderr: \u000a| �[0;m�[38;5;43m20221210131721302 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210131721303 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210131721303 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210131721303 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210131721304 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210131721304 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210131721304 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:17:23.146171 run patchelf(pid=12640): Terminating (SIGINT)\u000a13:17:23.322786 run patchelf(pid=12640): Terminated: ok {rc=0}\u000a13:17:23.354845 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=12637): Process ended prematurely: osmo-stp_10.42.42.5(pid=12637) [trial-2375↪dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12637)] [trial-2375↪dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54]\u000a13:17:23.364029 tst switch_tch_pdch.py:54: Test FAILED (6.5 sec)\u000a13:17:23.425967 run osmo-hlr_10.42.42.2(pid=12634): ERR: Terminated: ERROR {rc=237} [trial-2375↪dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12634)]\u000a13:17:23.476784 run osmo-hlr_10.42.42.2(pid=12634): stdout: \u000a| (launched: 2022-12-10_13:17:20.166148) \u000a13:17:23.528187 run osmo-hlr_10.42.42.2(pid=12634): stderr: \u000a| �[0;m�[1;31m20221210131720363 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210131720363 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210131720363 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210131720363 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210131720363 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210131720363 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210131720376 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2375/run.2022-12-10_12-42-03/dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210131720384 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210131720384 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210131720384 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:17:23.572248 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12633): Terminating (SIGTERM)\u000a13:17:23.613824 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12636): Terminating (SIGTERM)\u000a13:17:23.655290 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12639): Terminating (SIGTERM)\u000a13:17:23.664866 --- ParallelTerminationStrategy: PID 12633 died...\u000a13:17:23.720321 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12633): Terminated: ok {rc=0}\u000a13:17:23.730479 --- ParallelTerminationStrategy: PID 12636 died...\u000a13:17:23.785733 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12636): Terminated: ok {rc=0}\u000a13:17:23.795746 --- ParallelTerminationStrategy: PID 12639 died...\u000a13:17:23.850791 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12639): Terminated: ok {rc=0}\u000a13:17:23.935908 bus /gobi_0: Setting Powered False\u000a13:17:25.042871 bus /gobi_0: Setting Powered False\u000a13:17:26.149886 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "74", "name" : "dynts_trx-sysmocell5000+mod-bts0-dynts67-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T13:17:16" }, { "cases" : [ { "testActions" : [ ], "age" : 231, "className" : "nitb_sms:trx-umtrx", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=12645): Process ended prematurely: osmo-nitb_10.42.42.2(pid=12645) [trial-2375↪nitb_sms:trx-umtrx↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=12645)]", "failedSince" : 2145, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_sms/mo_mt_sms.py\", line 11, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=12645): Process ended prematurely: osmo-nitb_10.42.42.2(pid=12645) [trial-2375↪nitb_sms:trx-umtrx↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=12645)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2375 nitb_sms:trx-umtrx mo_mt_sms.py\u000a----------------------------------------------\u000a13:17:28.048216 tst nitb_sms:trx-umtrx: Using 1 x ip_address (candidates: 1)\u000a13:17:28.059259 tst nitb_sms:trx-umtrx: Using 1 x bts (candidates: 1)\u000a13:17:28.197802 tst mo_mt_sms.py: using LAC 28656\u000a13:17:28.320174 tst mo_mt_sms.py: using RAC 96\u000a13:17:28.442899 tst mo_mt_sms.py: using CellId 28656\u000a13:17:28.567879 tst mo_mt_sms.py: using BVCI 28657\u000a13:17:28.591688 tst nitb_sms:trx-umtrx: Using 1 x modem (candidates: 2)\u000a13:17:28.706041 tst nitb_sms:trx-umtrx: Using 1 x modem (candidates: 2)\u000a13:17:28.974520 tst mo_mt_sms.py:9: start nitb and bts...\u000a13:17:29.096529 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a13:17:29.703673 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=12644): Launched\u000a13:17:29.993909 run osmo-nitb_10.42.42.2(pid=12645): Launched\u000a13:17:30.174719 run osmo-nitb_10.42.42.2(pid=12645): ERR: Terminated: ERROR {rc=2} [trial-2375↪nitb_sms:trx-umtrx↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=12645)]\u000a13:17:30.307417 run osmo-nitb_10.42.42.2(pid=12645): stdout: \u000a| (launched: 2022-12-10_13:17:29.853217) \u000a13:17:30.440577 run osmo-nitb_10.42.42.2(pid=12645): stderr: \u000a| (launched: 2022-12-10_13:17:29.896908)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a13:17:30.570057 run osmo-nitb_10.42.42.2(pid=12645): stdout: \u000a| (launched: 2022-12-10_13:17:29.853217) \u000a13:17:30.698102 run osmo-nitb_10.42.42.2(pid=12645): stderr: \u000a| (launched: 2022-12-10_13:17:29.896908)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a13:17:31.152874 tst osmo-nitb_10.42.42.2(pid=12645): stdout: \u000a| (launched: 2022-12-10_13:17:29.853217) \u000a13:17:31.290897 tst osmo-nitb_10.42.42.2(pid=12645): stderr: \u000a| (launched: 2022-12-10_13:17:29.896908)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a13:17:31.343816 tst mo_mt_sms.py:11: ERR: Error: osmo-nitb_10.42.42.2(pid=12645): Process ended prematurely: osmo-nitb_10.42.42.2(pid=12645) [trial-2375↪nitb_sms:trx-umtrx↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=12645)] [trial-2375↪nitb_sms:trx-umtrx↪mo_mt_sms.py:11]\u000a13:17:31.352791 tst mo_mt_sms.py:11: Test FAILED (3.3 sec)\u000a13:17:31.389667 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=12644): Terminating (SIGTERM)\u000a13:17:31.567162 --- ParallelTerminationStrategy: PID 12644 died...\u000a13:17:31.627613 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=12644): Terminated: ok {rc=0}\u000a13:17:31.717546 bus /sierra_3: Setting Powered False\u000a13:17:32.818288 bus /sierra_3: Setting Powered False\u000a13:17:33.928804 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 8.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "75", "name" : "nitb_sms_trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T13:17:27" }, { "cases" : [ { "testActions" : [ ], "age" : 58, "className" : "sms:trx-umtrx", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12657): Process ended prematurely: osmo-stp_10.42.42.5(pid=12657) [trial-2375↪sms:trx-umtrx↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12657)]", "failedSince" : 2318, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/sms/mo_mt_sms.py\", line 16, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12657): Process ended prematurely: osmo-stp_10.42.42.5(pid=12657) [trial-2375↪sms:trx-umtrx↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12657)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2375 sms:trx-umtrx mo_mt_sms.py\u000a----------------------------------------------\u000a13:17:35.817478 tst sms:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a13:17:35.828171 tst sms:trx-umtrx: Using 1 x bts (candidates: 1)\u000a13:17:35.967116 tst mo_mt_sms.py: using LAC 28657\u000a13:17:36.094122 tst mo_mt_sms.py: using RAC 97\u000a13:17:36.216674 tst mo_mt_sms.py: using CellId 28657\u000a13:17:36.341778 tst mo_mt_sms.py: using BVCI 28658\u000a13:17:36.365755 tst sms:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a13:17:36.376481 tst sms:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a13:17:36.387250 tst sms:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a13:17:36.397994 tst sms:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a13:17:36.408658 tst sms:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a13:17:36.419393 tst sms:trx-umtrx: Using 1 x modem (candidates: 2)\u000a13:17:36.533027 tst sms:trx-umtrx: Using 1 x modem (candidates: 2)\u000a13:17:36.729388 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:17:37.191768 run create_hlr_db(pid=12651): Launched\u000a13:17:37.362092 bus /sierra_2: Setting Powered False\u000a13:17:38.381876 run create_hlr_db(pid=12651): Terminated: ok {rc=0}\u000a13:17:38.771794 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12653): Launched\u000a13:17:39.064678 run osmo-hlr_10.42.42.2(pid=12654): Launched\u000a13:17:39.172006 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:17:39.682460 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12656): Launched\u000a13:17:39.978591 run osmo-stp_10.42.42.5(pid=12657): Launched\u000a13:17:40.086319 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a13:17:40.622469 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12659): Launched\u000a13:17:40.915942 run osmo-msc_10.42.42.6(pid=12660): Launched\u000a13:17:41.090089 run osmo-stp_10.42.42.5(pid=12657): ERR: Terminated: ERROR {rc=1} [trial-2375↪sms:trx-umtrx↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12657)]\u000a13:17:41.216253 run osmo-stp_10.42.42.5(pid=12657): stdout: \u000a| (launched: 2022-12-10_13:17:39.832486)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:17:41.339429 run osmo-stp_10.42.42.5(pid=12657): stderr: \u000a| �[0;m�[38;5;43m20221210131740004 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210131740004 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210131740005 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210131740005 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210131740006 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210131740006 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210131740006 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:17:41.457797 run osmo-stp_10.42.42.5(pid=12657): stdout: \u000a| (launched: 2022-12-10_13:17:39.832486)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:17:41.574980 run osmo-stp_10.42.42.5(pid=12657): stderr: \u000a| �[0;m�[38;5;43m20221210131740004 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210131740004 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210131740005 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210131740005 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210131740006 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210131740006 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210131740006 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:17:41.626339 tst mo_mt_sms.py:16: ERR: Error: osmo-stp_10.42.42.5(pid=12657): Process ended prematurely: osmo-stp_10.42.42.5(pid=12657) [trial-2375↪sms:trx-umtrx↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12657)] [trial-2375↪sms:trx-umtrx↪mo_mt_sms.py:16]\u000a13:17:41.634354 tst mo_mt_sms.py:16: Test FAILED (5.8 sec)\u000a13:17:41.694045 run osmo-hlr_10.42.42.2(pid=12654): ERR: Terminated: ERROR {rc=237} [trial-2375↪sms:trx-umtrx↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12654)]\u000a13:17:41.742779 run osmo-hlr_10.42.42.2(pid=12654): stdout: \u000a| (launched: 2022-12-10_13:17:38.920350) \u000a13:17:41.792071 run osmo-hlr_10.42.42.2(pid=12654): stderr: \u000a| �[0;m�[1;31m20221210131739094 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210131739094 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210131739094 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210131739094 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210131739094 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210131739095 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210131739107 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2375/run.2022-12-10_12-42-03/sms:trx-umtrx/mo_mt_sms.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210131739117 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210131739118 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210131739118 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:17:41.859062 run osmo-msc_10.42.42.6(pid=12660): ERR: Terminated: ERROR {rc=2} [trial-2375↪sms:trx-umtrx↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=12660)]\u000a13:17:41.907492 run osmo-msc_10.42.42.6(pid=12660): stdout: \u000a| (launched: 2022-12-10_13:17:40.771951) \u000a13:17:41.956588 run osmo-msc_10.42.42.6(pid=12660): stderr: \u000a| �[0;m�[38;5;43m20221210131741046 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210131741046 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f13e9016c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210131741046 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210131741046 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210131741047 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210131741047 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210131741048 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210131741049 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210131741049 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210131741049 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a13:17:41.998359 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12653): Terminating (SIGTERM)\u000a13:17:42.037820 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12656): Terminating (SIGTERM)\u000a13:17:42.077417 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12659): Terminating (SIGTERM)\u000a13:17:42.086761 --- ParallelTerminationStrategy: PID 12653 died...\u000a13:17:42.139879 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12653): Terminated: ok {rc=0}\u000a13:17:42.149340 --- ParallelTerminationStrategy: PID 12656 died...\u000a13:17:42.201367 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12656): Terminated: ok {rc=0}\u000a13:17:42.210906 --- ParallelTerminationStrategy: PID 12659 died...\u000a13:17:42.263257 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12659): Terminated: ok {rc=0}\u000a13:17:42.350595 bus /sierra_3: Setting Powered False\u000a13:17:43.452142 bus /sierra_3: Setting Powered False\u000a13:17:44.562034 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 11.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "76", "name" : "sms_trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T13:17:35" }, { "cases" : [ { "testActions" : [ ], "age" : 231, "className" : "nitb_ussd:trx-umtrx", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=12666): Process ended prematurely: osmo-nitb_10.42.42.2(pid=12666) [trial-2375↪nitb_ussd:trx-umtrx↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=12666)]", "failedSince" : 2145, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_ussd/assert_extension.py\", line 12, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=12666): Process ended prematurely: osmo-nitb_10.42.42.2(pid=12666) [trial-2375↪nitb_ussd:trx-umtrx↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=12666)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2375 nitb_ussd:trx-umtrx assert_extension.py\u000a----------------------------------------------\u000a13:17:46.393205 tst nitb_ussd:trx-umtrx: Using 1 x ip_address (candidates: 1)\u000a13:17:46.406217 tst nitb_ussd:trx-umtrx: Using 1 x bts (candidates: 1)\u000a13:17:46.555780 tst assert_extension.py: using LAC 28658\u000a13:17:46.699504 tst assert_extension.py: using RAC 98\u000a13:17:46.840255 tst assert_extension.py: using CellId 28658\u000a13:17:46.963403 tst assert_extension.py: using BVCI 28659\u000a13:17:46.986944 tst nitb_ussd:trx-umtrx: Using 1 x modem (candidates: 1)\u000a13:17:47.323805 tst assert_extension.py:10: start nitb and bts...\u000a13:17:47.455380 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a13:17:48.104137 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=12665): Launched\u000a13:17:48.415798 run osmo-nitb_10.42.42.2(pid=12666): Launched\u000a13:17:48.608543 run osmo-nitb_10.42.42.2(pid=12666): ERR: Terminated: ERROR {rc=2} [trial-2375↪nitb_ussd:trx-umtrx↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=12666)]\u000a13:17:48.750743 run osmo-nitb_10.42.42.2(pid=12666): stdout: \u000a| (launched: 2022-12-10_13:17:48.264840) \u000a13:17:48.892638 run osmo-nitb_10.42.42.2(pid=12666): stderr: \u000a| (launched: 2022-12-10_13:17:48.312050)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a13:17:49.029980 run osmo-nitb_10.42.42.2(pid=12666): stdout: \u000a| (launched: 2022-12-10_13:17:48.264840) \u000a13:17:49.166216 run osmo-nitb_10.42.42.2(pid=12666): stderr: \u000a| (launched: 2022-12-10_13:17:48.312050)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a13:17:49.541800 tst osmo-nitb_10.42.42.2(pid=12666): stdout: \u000a| (launched: 2022-12-10_13:17:48.264840) \u000a13:17:49.666410 tst osmo-nitb_10.42.42.2(pid=12666): stderr: \u000a| (launched: 2022-12-10_13:17:48.312050)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a13:17:49.721210 tst assert_extension.py:12: ERR: Error: osmo-nitb_10.42.42.2(pid=12666): Process ended prematurely: osmo-nitb_10.42.42.2(pid=12666) [trial-2375↪nitb_ussd:trx-umtrx↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=12666)] [trial-2375↪nitb_ussd:trx-umtrx↪assert_extension.py:12]\u000a13:17:49.729946 tst assert_extension.py:12: Test FAILED (3.3 sec)\u000a13:17:49.765658 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=12665): Terminating (SIGTERM)\u000a13:17:49.943383 --- ParallelTerminationStrategy: PID 12665 died...\u000a13:17:50.000065 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=12665): Terminated: ok {rc=0}\u000a13:17:50.084639 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 6.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "77", "name" : "nitb_ussd_trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T13:17:46" }, { "cases" : [ { "testActions" : [ ], "age" : 58, "className" : "ussd:trx-umtrx", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12676): Process ended prematurely: osmo-stp_10.42.42.5(pid=12676) [trial-2375↪ussd:trx-umtrx↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12676)]", "failedSince" : 2318, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/ussd/assert_extension.py\", line 17, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12676): Process ended prematurely: osmo-stp_10.42.42.5(pid=12676) [trial-2375↪ussd:trx-umtrx↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12676)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2375 ussd:trx-umtrx assert_extension.py\u000a----------------------------------------------\u000a13:17:51.920855 tst ussd:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a13:17:51.932211 tst ussd:trx-umtrx: Using 1 x bts (candidates: 1)\u000a13:17:52.065867 tst assert_extension.py: using LAC 28659\u000a13:17:52.182404 tst assert_extension.py: using RAC 99\u000a13:17:52.305494 tst assert_extension.py: using CellId 28659\u000a13:17:52.428187 tst assert_extension.py: using BVCI 28660\u000a13:17:52.452100 tst ussd:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a13:17:52.463060 tst ussd:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a13:17:52.473786 tst ussd:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a13:17:52.484432 tst ussd:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a13:17:52.495256 tst ussd:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a13:17:52.505947 tst ussd:trx-umtrx: Using 1 x modem (candidates: 1)\u000a13:17:52.701331 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:17:53.163514 run create_hlr_db(pid=12670): Launched\u000a13:17:53.333841 bus /sierra_2: Setting Powered False\u000a13:17:54.354984 run create_hlr_db(pid=12670): Terminated: ok {rc=0}\u000a13:17:54.771877 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12672): Launched\u000a13:17:55.066750 run osmo-hlr_10.42.42.2(pid=12673): Launched\u000a13:17:55.181879 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:17:55.703516 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12675): Launched\u000a13:17:55.996490 run osmo-stp_10.42.42.5(pid=12676): Launched\u000a13:17:56.103888 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a13:17:56.639239 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12678): Launched\u000a13:17:56.932050 run osmo-msc_10.42.42.6(pid=12679): Launched\u000a13:17:57.106079 run osmo-stp_10.42.42.5(pid=12676): ERR: Terminated: ERROR {rc=1} [trial-2375↪ussd:trx-umtrx↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12676)]\u000a13:17:57.231818 run osmo-stp_10.42.42.5(pid=12676): stdout: \u000a| (launched: 2022-12-10_13:17:55.852391)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:17:57.355138 run osmo-stp_10.42.42.5(pid=12676): stderr: \u000a| �[0;m�[38;5;43m20221210131756021 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210131756021 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210131756021 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210131756022 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210131756022 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210131756022 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210131756022 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:17:57.473654 run osmo-stp_10.42.42.5(pid=12676): stdout: \u000a| (launched: 2022-12-10_13:17:55.852391)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:17:57.590949 run osmo-stp_10.42.42.5(pid=12676): stderr: \u000a| �[0;m�[38;5;43m20221210131756021 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210131756021 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210131756021 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210131756022 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210131756022 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210131756022 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210131756022 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:17:57.642406 tst assert_extension.py:17: ERR: Error: osmo-stp_10.42.42.5(pid=12676): Process ended prematurely: osmo-stp_10.42.42.5(pid=12676) [trial-2375↪ussd:trx-umtrx↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12676)] [trial-2375↪ussd:trx-umtrx↪assert_extension.py:17]\u000a13:17:57.650575 tst assert_extension.py:17: Test FAILED (5.7 sec)\u000a13:17:57.710283 run osmo-hlr_10.42.42.2(pid=12673): ERR: Terminated: ERROR {rc=237} [trial-2375↪ussd:trx-umtrx↪assert_extension.py↪assert_extension.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12673)]\u000a13:17:57.759160 run osmo-hlr_10.42.42.2(pid=12673): stdout: \u000a| (launched: 2022-12-10_13:17:54.921834) \u000a13:17:57.808933 run osmo-hlr_10.42.42.2(pid=12673): stderr: \u000a| �[0;m�[1;31m20221210131755096 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210131755097 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210131755097 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210131755097 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210131755097 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210131755097 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210131755108 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2375/run.2022-12-10_12-42-03/ussd:trx-umtrx/assert_extension.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210131755117 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210131755117 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210131755117 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:17:57.875656 run osmo-msc_10.42.42.6(pid=12679): ERR: Terminated: ERROR {rc=2} [trial-2375↪ussd:trx-umtrx↪assert_extension.py↪assert_extension.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=12679)]\u000a13:17:57.924518 run osmo-msc_10.42.42.6(pid=12679): stdout: \u000a| (launched: 2022-12-10_13:17:56.788109) \u000a13:17:57.973834 run osmo-msc_10.42.42.6(pid=12679): stderr: \u000a| �[0;m�[38;5;43m20221210131757058 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210131757058 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f403f7f6c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210131757058 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210131757058 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210131757058 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210131757058 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210131757060 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210131757060 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210131757061 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210131757061 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a13:17:58.015373 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12672): Terminating (SIGTERM)\u000a13:17:58.054977 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12675): Terminating (SIGTERM)\u000a13:17:58.094782 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12678): Terminating (SIGTERM)\u000a13:17:58.104333 --- ParallelTerminationStrategy: PID 12672 died...\u000a13:17:58.156924 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12672): Terminated: ok {rc=0}\u000a13:17:58.166832 --- ParallelTerminationStrategy: PID 12675 died...\u000a13:17:58.219255 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12675): Terminated: ok {rc=0}\u000a13:17:58.229092 --- ParallelTerminationStrategy: PID 12678 died...\u000a13:17:58.281407 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12678): Terminated: ok {rc=0}\u000a13:17:58.368871 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 9.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "78", "name" : "ussd_trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T13:17:51" }, { "cases" : [ { "testActions" : [ ], "age" : 58, "className" : "voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12690): Process ended prematurely: osmo-stp_10.42.42.5(pid=12690) [trial-2375↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12690)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12690): Process ended prematurely: osmo-stp_10.42.42.5(pid=12690) [trial-2375↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12690)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2375 voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call.py\u000a----------------------------------------------\u000a13:18:00.314721 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a13:18:00.325907 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a13:18:00.477873 tst mo_mt_call.py: using LAC 28660\u000a13:18:00.594295 tst mo_mt_call.py: using RAC 100\u000a13:18:00.710670 tst mo_mt_call.py: using CellId 28660\u000a13:18:00.827207 tst mo_mt_call.py: using BVCI 28661\u000a13:18:00.860291 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a13:18:00.872699 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a13:18:00.884604 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a13:18:00.897569 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a13:18:00.915089 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a13:18:00.927436 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a13:18:01.050406 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a13:18:01.261292 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:18:01.826577 run create_hlr_db(pid=12684): Launched\u000a13:18:02.015996 bus /sierra_2: Setting Powered False\u000a13:18:03.032036 run create_hlr_db(pid=12684): Terminated: ok {rc=0}\u000a13:18:03.431779 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12686): Launched\u000a13:18:03.730725 run osmo-hlr_10.42.42.2(pid=12687): Launched\u000a13:18:03.846481 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:18:04.378883 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12689): Launched\u000a13:18:04.680854 run osmo-stp_10.42.42.5(pid=12690): Launched\u000a13:18:04.791589 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a13:18:05.339305 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12692): Launched\u000a13:18:05.639387 run osmo-msc_10.42.42.6(pid=12693): Launched\u000a13:18:05.817366 run osmo-stp_10.42.42.5(pid=12690): ERR: Terminated: ERROR {rc=1} [trial-2375↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12690)]\u000a13:18:05.945978 run osmo-stp_10.42.42.5(pid=12690): stdout: \u000a| (launched: 2022-12-10_13:18:04.532071)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:18:06.071427 run osmo-stp_10.42.42.5(pid=12690): stderr: \u000a| �[0;m�[38;5;43m20221210131804703 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210131804703 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210131804703 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210131804704 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210131804704 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210131804704 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210131804704 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:18:06.192234 run osmo-stp_10.42.42.5(pid=12690): stdout: \u000a| (launched: 2022-12-10_13:18:04.532071)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:18:06.311930 run osmo-stp_10.42.42.5(pid=12690): stderr: \u000a| �[0;m�[38;5;43m20221210131804703 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210131804703 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210131804703 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210131804704 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210131804704 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210131804704 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210131804704 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:18:06.364711 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=12690): Process ended prematurely: osmo-stp_10.42.42.5(pid=12690) [trial-2375↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12690)] [trial-2375↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8]\u000a13:18:06.373380 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a13:18:06.432935 run osmo-hlr_10.42.42.2(pid=12687): ERR: Terminated: ERROR {rc=237} [trial-2375↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12687)]\u000a13:18:06.481773 run osmo-hlr_10.42.42.2(pid=12687): stdout: \u000a| (launched: 2022-12-10_13:18:03.583879) \u000a13:18:06.531279 run osmo-hlr_10.42.42.2(pid=12687): stderr: \u000a| �[0;m�[1;31m20221210131803757 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210131803758 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210131803758 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210131803758 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210131803758 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210131803758 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210131803769 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2375/run.2022-12-10_12-42-03/voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210131803778 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210131803779 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210131803779 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:18:06.598106 run osmo-msc_10.42.42.6(pid=12693): ERR: Terminated: ERROR {rc=2} [trial-2375↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=12693)]\u000a13:18:06.646894 run osmo-msc_10.42.42.6(pid=12693): stdout: \u000a| (launched: 2022-12-10_13:18:05.491376) \u000a13:18:06.696411 run osmo-msc_10.42.42.6(pid=12693): stderr: \u000a| �[0;m�[38;5;43m20221210131805763 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210131805763 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fb3ec8b9c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210131805764 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210131805764 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210131805764 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210131805765 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210131805766 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210131805767 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210131805767 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210131805767 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a13:18:06.737980 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12686): Terminating (SIGTERM)\u000a13:18:06.777454 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12689): Terminating (SIGTERM)\u000a13:18:06.816982 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12692): Terminating (SIGTERM)\u000a13:18:06.826476 --- ParallelTerminationStrategy: PID 12686 died...\u000a13:18:06.879417 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12686): Terminated: ok {rc=0}\u000a13:18:06.888939 --- ParallelTerminationStrategy: PID 12689 died...\u000a13:18:06.941433 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12689): Terminated: ok {rc=0}\u000a13:18:06.951175 --- ParallelTerminationStrategy: PID 12692 died...\u000a13:18:07.003847 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12692): Terminated: ok {rc=0}\u000a13:18:07.091165 bus /sierra_3: Setting Powered False\u000a13:18:08.193215 bus /sierra_3: Setting Powered False\u000a13:18:09.303927 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 58, "className" : "voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12701): Process ended prematurely: osmo-stp_10.42.42.5(pid=12701) [trial-2375↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12701)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12701): Process ended prematurely: osmo-stp_10.42.42.5(pid=12701) [trial-2375↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12701)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2375 voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a13:18:10.412505 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a13:18:10.424019 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a13:18:10.590246 tst mo_mt_call_osmux.py: using LAC 28661\u000a13:18:10.710061 tst mo_mt_call_osmux.py: using RAC 101\u000a13:18:10.827102 tst mo_mt_call_osmux.py: using CellId 28661\u000a13:18:10.944834 tst mo_mt_call_osmux.py: using BVCI 28662\u000a13:18:10.967847 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a13:18:10.978925 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a13:18:10.989714 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a13:18:11.001477 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a13:18:11.013131 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a13:18:11.024487 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a13:18:11.143840 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a13:18:11.357520 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:18:11.865162 run create_hlr_db(pid=12695): Launched\u000a13:18:12.048308 bus /sierra_2: Setting Powered False\u000a13:18:13.069309 run create_hlr_db(pid=12695): Terminated: ok {rc=0}\u000a13:18:13.467682 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12697): Launched\u000a13:18:13.765658 run osmo-hlr_10.42.42.2(pid=12698): Launched\u000a13:18:13.878039 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:18:14.405637 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12700): Launched\u000a13:18:14.704330 run osmo-stp_10.42.42.5(pid=12701): Launched\u000a13:18:14.822230 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a13:18:15.375117 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12703): Launched\u000a13:18:15.675563 run osmo-msc_10.42.42.6(pid=12704): Launched\u000a13:18:15.859663 run osmo-stp_10.42.42.5(pid=12701): ERR: Terminated: ERROR {rc=1} [trial-2375↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12701)]\u000a13:18:16.060162 run osmo-stp_10.42.42.5(pid=12701): stdout: \u000a| (launched: 2022-12-10_13:18:14.557404)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:18:16.204580 run osmo-stp_10.42.42.5(pid=12701): stderr: \u000a| �[0;m�[38;5;43m20221210131814729 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210131814729 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210131814729 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210131814729 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210131814730 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210131814730 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210131814730 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:18:16.329920 run osmo-stp_10.42.42.5(pid=12701): stdout: \u000a| (launched: 2022-12-10_13:18:14.557404)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:18:16.453660 run osmo-stp_10.42.42.5(pid=12701): stderr: \u000a| �[0;m�[38;5;43m20221210131814729 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210131814729 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210131814729 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210131814729 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210131814730 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210131814730 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210131814730 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:18:16.507687 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=12701): Process ended prematurely: osmo-stp_10.42.42.5(pid=12701) [trial-2375↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12701)] [trial-2375↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8]\u000a13:18:16.517149 tst mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)\u000a13:18:16.581562 run osmo-hlr_10.42.42.2(pid=12698): ERR: Terminated: ERROR {rc=237} [trial-2375↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12698)]\u000a13:18:16.632810 run osmo-hlr_10.42.42.2(pid=12698): stdout: \u000a| (launched: 2022-12-10_13:18:13.619059) \u000a13:18:16.685130 run osmo-hlr_10.42.42.2(pid=12698): stderr: \u000a| �[0;m�[1;31m20221210131813793 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210131813793 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210131813793 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210131813793 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210131813793 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210131813794 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210131813808 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2375/run.2022-12-10_12-42-03/voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210131813817 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210131813817 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210131813817 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:18:16.754934 run osmo-msc_10.42.42.6(pid=12704): ERR: Terminated: ERROR {rc=2} [trial-2375↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=12704)]\u000a13:18:16.806056 run osmo-msc_10.42.42.6(pid=12704): stdout: \u000a| (launched: 2022-12-10_13:18:15.526813) \u000a13:18:16.857972 run osmo-msc_10.42.42.6(pid=12704): stderr: \u000a| �[0;m�[38;5;43m20221210131815797 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210131815797 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f4df36f3c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210131815797 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210131815797 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210131815797 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210131815797 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210131815799 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210131815799 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210131815800 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210131815800 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a13:18:16.902118 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12697): Terminating (SIGTERM)\u000a13:18:16.944447 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12700): Terminating (SIGTERM)\u000a13:18:16.985314 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12703): Terminating (SIGTERM)\u000a13:18:16.996676 --- ParallelTerminationStrategy: PID 12697 died...\u000a13:18:17.054051 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12697): Terminated: ok {rc=0}\u000a13:18:17.064432 --- ParallelTerminationStrategy: PID 12700 died...\u000a13:18:17.120335 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12700): Terminated: ok {rc=0}\u000a13:18:17.130758 --- ParallelTerminationStrategy: PID 12703 died...\u000a13:18:17.186122 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12703): Terminated: ok {rc=0}\u000a13:18:17.269523 bus /sierra_3: Setting Powered False\u000a13:18:18.375264 bus /sierra_3: Setting Powered False\u000a13:18:19.485011 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "79", "name" : "voice_trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T13:18:00" }, { "cases" : [ { "testActions" : [ ], "age" : 58, "className" : "voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12715): Process ended prematurely: osmo-stp_10.42.42.5(pid=12715) [trial-2375↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12715)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12715): Process ended prematurely: osmo-stp_10.42.42.5(pid=12715) [trial-2375↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12715)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2375 voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call.py\u000a----------------------------------------------\u000a13:18:21.484402 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a13:18:21.495711 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a13:18:21.667762 tst mo_mt_call.py: using LAC 28662\u000a13:18:21.792475 tst mo_mt_call.py: using RAC 102\u000a13:18:21.918704 tst mo_mt_call.py: using CellId 28662\u000a13:18:22.048108 tst mo_mt_call.py: using BVCI 28663\u000a13:18:22.072295 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a13:18:22.083615 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a13:18:22.094805 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a13:18:22.106006 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a13:18:22.117279 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a13:18:22.128587 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a13:18:22.248424 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a13:18:22.447756 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:18:22.917647 run create_hlr_db(pid=12709): Launched\u000a13:18:23.089674 bus /sierra_2: Setting Powered False\u000a13:18:24.111203 run create_hlr_db(pid=12709): Terminated: ok {rc=0}\u000a13:18:24.506762 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12711): Launched\u000a13:18:24.804738 run osmo-hlr_10.42.42.2(pid=12712): Launched\u000a13:18:24.914826 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:18:25.433254 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12714): Launched\u000a13:18:25.731805 run osmo-stp_10.42.42.5(pid=12715): Launched\u000a13:18:25.841658 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a13:18:26.386506 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12717): Launched\u000a13:18:26.685635 run osmo-msc_10.42.42.6(pid=12718): Launched\u000a13:18:26.862489 run osmo-stp_10.42.42.5(pid=12715): ERR: Terminated: ERROR {rc=1} [trial-2375↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12715)]\u000a13:18:26.990120 run osmo-stp_10.42.42.5(pid=12715): stdout: \u000a| (launched: 2022-12-10_13:18:25.584752)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:18:27.115185 run osmo-stp_10.42.42.5(pid=12715): stderr: \u000a| �[0;m�[38;5;43m20221210131825754 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210131825754 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210131825754 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210131825754 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210131825755 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210131825755 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210131825755 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:18:27.235328 run osmo-stp_10.42.42.5(pid=12715): stdout: \u000a| (launched: 2022-12-10_13:18:25.584752)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:18:27.354224 run osmo-stp_10.42.42.5(pid=12715): stderr: \u000a| �[0;m�[38;5;43m20221210131825754 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210131825754 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210131825754 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210131825754 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210131825755 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210131825755 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210131825755 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:18:27.406762 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=12715): Process ended prematurely: osmo-stp_10.42.42.5(pid=12715) [trial-2375↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12715)] [trial-2375↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8]\u000a13:18:27.415387 tst mo_mt_call.py:8: Test FAILED (6.0 sec)\u000a13:18:27.475218 run osmo-hlr_10.42.42.2(pid=12712): ERR: Terminated: ERROR {rc=237} [trial-2375↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12712)]\u000a13:18:27.523973 run osmo-hlr_10.42.42.2(pid=12712): stdout: \u000a| (launched: 2022-12-10_13:18:24.658061) \u000a13:18:27.573208 run osmo-hlr_10.42.42.2(pid=12712): stderr: \u000a| �[0;m�[1;31m20221210131824834 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210131824834 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210131824834 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210131824834 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210131824834 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210131824834 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210131824845 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2375/run.2022-12-10_12-42-03/voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210131824854 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210131824854 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210131824854 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:18:27.639890 run osmo-msc_10.42.42.6(pid=12718): ERR: Terminated: ERROR {rc=2} [trial-2375↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=12718)]\u000a13:18:27.688762 run osmo-msc_10.42.42.6(pid=12718): stdout: \u000a| (launched: 2022-12-10_13:18:26.538482) \u000a13:18:27.737867 run osmo-msc_10.42.42.6(pid=12718): stderr: \u000a| �[0;m�[38;5;43m20221210131826811 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210131826811 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f803f3b4c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210131826811 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210131826812 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210131826812 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210131826813 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210131826814 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210131826815 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210131826815 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210131826815 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a13:18:27.779114 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12711): Terminating (SIGTERM)\u000a13:18:27.818549 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12714): Terminating (SIGTERM)\u000a13:18:27.857923 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12717): Terminating (SIGTERM)\u000a13:18:27.867321 --- ParallelTerminationStrategy: PID 12711 died...\u000a13:18:27.920703 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12711): Terminated: ok {rc=0}\u000a13:18:27.930539 --- ParallelTerminationStrategy: PID 12714 died...\u000a13:18:27.983441 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12714): Terminated: ok {rc=0}\u000a13:18:27.993322 --- ParallelTerminationStrategy: PID 12717 died...\u000a13:18:28.045966 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12717): Terminated: ok {rc=0}\u000a13:18:28.129051 bus /sierra_3: Setting Powered False\u000a13:18:29.234527 bus /sierra_3: Setting Powered False\u000a13:18:30.341280 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 58, "className" : "voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12726): Process ended prematurely: osmo-stp_10.42.42.5(pid=12726) [trial-2375↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12726)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12726): Process ended prematurely: osmo-stp_10.42.42.5(pid=12726) [trial-2375↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12726)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2375 voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a13:18:31.454250 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a13:18:31.467140 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a13:18:31.633888 tst mo_mt_call_osmux.py: using LAC 28663\u000a13:18:31.759406 tst mo_mt_call_osmux.py: using RAC 103\u000a13:18:31.883522 tst mo_mt_call_osmux.py: using CellId 28663\u000a13:18:32.005326 tst mo_mt_call_osmux.py: using BVCI 28664\u000a13:18:32.029666 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a13:18:32.041680 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a13:18:32.053527 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a13:18:32.066483 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a13:18:32.079265 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a13:18:32.091777 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a13:18:32.208730 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a13:18:32.415488 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:18:32.886802 run create_hlr_db(pid=12720): Launched\u000a13:18:33.058870 bus /sierra_2: Setting Powered False\u000a13:18:34.080825 run create_hlr_db(pid=12720): Terminated: ok {rc=0}\u000a13:18:34.503949 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12722): Launched\u000a13:18:34.823599 run osmo-hlr_10.42.42.2(pid=12723): Launched\u000a13:18:34.943106 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:18:35.499391 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12725): Launched\u000a13:18:35.818430 run osmo-stp_10.42.42.5(pid=12726): Launched\u000a13:18:35.934126 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a13:18:36.516134 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12728): Launched\u000a13:18:36.835440 run osmo-msc_10.42.42.6(pid=12729): Launched\u000a13:18:37.022256 run osmo-stp_10.42.42.5(pid=12726): ERR: Terminated: ERROR {rc=1} [trial-2375↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12726)]\u000a13:18:37.157980 run osmo-stp_10.42.42.5(pid=12726): stdout: \u000a| (launched: 2022-12-10_13:18:35.662618)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:18:37.292637 run osmo-stp_10.42.42.5(pid=12726): stderr: \u000a| �[0;m�[38;5;43m20221210131835854 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210131835855 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210131835855 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210131835855 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210131835858 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210131835858 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210131835858 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:18:37.421418 run osmo-stp_10.42.42.5(pid=12726): stdout: \u000a| (launched: 2022-12-10_13:18:35.662618)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:18:37.548142 run osmo-stp_10.42.42.5(pid=12726): stderr: \u000a| �[0;m�[38;5;43m20221210131835854 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210131835855 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210131835855 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210131835855 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210131835858 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210131835858 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210131835858 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:18:37.604048 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=12726): Process ended prematurely: osmo-stp_10.42.42.5(pid=12726) [trial-2375↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12726)] [trial-2375↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8]\u000a13:18:37.613370 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a13:18:37.674810 run osmo-hlr_10.42.42.2(pid=12723): ERR: Terminated: ERROR {rc=237} [trial-2375↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12723)]\u000a13:18:37.725385 run osmo-hlr_10.42.42.2(pid=12723): stdout: \u000a| (launched: 2022-12-10_13:18:34.666821) \u000a13:18:37.776329 run osmo-hlr_10.42.42.2(pid=12723): stderr: \u000a| �[0;m�[1;31m20221210131834863 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210131834863 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210131834863 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210131834863 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210131834863 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210131834863 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210131834876 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2375/run.2022-12-10_12-42-03/voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210131834884 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210131834884 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210131834884 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:18:37.845817 run osmo-msc_10.42.42.6(pid=12729): ERR: Terminated: ERROR {rc=2} [trial-2375↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=12729)]\u000a13:18:37.896382 run osmo-msc_10.42.42.6(pid=12729): stdout: \u000a| (launched: 2022-12-10_13:18:36.678757) \u000a13:18:37.947369 run osmo-msc_10.42.42.6(pid=12729): stderr: \u000a| �[0;m�[38;5;43m20221210131837001 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210131837002 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f50d9a7ec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210131837002 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210131837002 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210131837002 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210131837002 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210131837004 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210131837004 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210131837004 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210131837004 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a13:18:37.990566 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12722): Terminating (SIGTERM)\u000a13:18:38.031449 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12725): Terminating (SIGTERM)\u000a13:18:38.072572 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12728): Terminating (SIGTERM)\u000a13:18:38.082186 --- ParallelTerminationStrategy: PID 12722 died...\u000a13:18:38.137196 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12722): Terminated: ok {rc=0}\u000a13:18:38.147187 --- ParallelTerminationStrategy: PID 12725 died...\u000a13:18:38.201688 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12725): Terminated: ok {rc=0}\u000a13:18:38.211602 --- ParallelTerminationStrategy: PID 12728 died...\u000a13:18:38.266114 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12728): Terminated: ok {rc=0}\u000a13:18:38.351452 bus /sierra_3: Setting Powered False\u000a13:18:39.451877 bus /sierra_3: Setting Powered False\u000a13:18:40.561907 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "80", "name" : "voice_trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T13:18:21" }, { "cases" : [ { "testActions" : [ ], "age" : 58, "className" : "voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12740): Process ended prematurely: osmo-stp_10.42.42.5(pid=12740) [trial-2375↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12740)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12740): Process ended prematurely: osmo-stp_10.42.42.5(pid=12740) [trial-2375↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12740)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2375 voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call.py\u000a----------------------------------------------\u000a13:18:42.541784 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a13:18:42.552521 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a13:18:42.706590 tst mo_mt_call.py: using LAC 28664\u000a13:18:42.830852 tst mo_mt_call.py: using RAC 104\u000a13:18:42.947315 tst mo_mt_call.py: using CellId 28664\u000a13:18:43.063976 tst mo_mt_call.py: using BVCI 28665\u000a13:18:43.086914 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a13:18:43.097815 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a13:18:43.108519 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a13:18:43.119764 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a13:18:43.130942 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a13:18:43.141907 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a13:18:43.259351 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a13:18:43.461452 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:18:43.931339 run create_hlr_db(pid=12734): Launched\u000a13:18:44.103481 bus /sierra_2: Setting Powered False\u000a13:18:45.125805 run create_hlr_db(pid=12734): Terminated: ok {rc=0}\u000a13:18:45.551003 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12736): Launched\u000a13:18:45.936076 run osmo-hlr_10.42.42.2(pid=12737): Launched\u000a13:18:46.070537 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:18:46.679202 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12739): Launched\u000a13:18:47.046208 run osmo-stp_10.42.42.5(pid=12740): Launched\u000a13:18:47.166633 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a13:18:47.844849 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12742): Launched\u000a13:18:48.164338 run osmo-msc_10.42.42.6(pid=12743): Launched\u000a13:18:48.352418 run osmo-stp_10.42.42.5(pid=12740): ERR: Terminated: ERROR {rc=1} [trial-2375↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12740)]\u000a13:18:48.487942 run osmo-stp_10.42.42.5(pid=12740): stdout: \u000a| (launched: 2022-12-10_13:18:46.836398)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:18:48.622769 run osmo-stp_10.42.42.5(pid=12740): stderr: \u000a| �[0;m�[38;5;43m20221210131847206 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210131847207 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210131847207 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210131847207 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210131847208 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210131847208 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210131847208 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:18:48.750849 run osmo-stp_10.42.42.5(pid=12740): stdout: \u000a| (launched: 2022-12-10_13:18:46.836398)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:18:48.877901 run osmo-stp_10.42.42.5(pid=12740): stderr: \u000a| �[0;m�[38;5;43m20221210131847206 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210131847207 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210131847207 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210131847207 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210131847208 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210131847208 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210131847208 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:18:48.934029 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=12740): Process ended prematurely: osmo-stp_10.42.42.5(pid=12740) [trial-2375↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12740)] [trial-2375↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8]\u000a13:18:48.943283 tst mo_mt_call.py:8: Test FAILED (6.4 sec)\u000a13:18:49.005699 run osmo-hlr_10.42.42.2(pid=12737): ERR: Terminated: ERROR {rc=237} [trial-2375↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12737)]\u000a13:18:49.056595 run osmo-hlr_10.42.42.2(pid=12737): stdout: \u000a| (launched: 2022-12-10_13:18:45.714262) \u000a13:18:49.107999 run osmo-hlr_10.42.42.2(pid=12737): stderr: \u000a| �[0;m�[1;31m20221210131845924 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210131845924 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210131845924 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210131845924 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210131845924 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210131845924 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210131845943 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2375/run.2022-12-10_12-42-03/voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210131845960 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210131845960 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210131845960 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:18:49.178342 run osmo-msc_10.42.42.6(pid=12743): ERR: Terminated: ERROR {rc=2} [trial-2375↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=12743)]\u000a13:18:49.229515 run osmo-msc_10.42.42.6(pid=12743): stdout: \u000a| (launched: 2022-12-10_13:18:48.008629) \u000a13:18:49.281048 run osmo-msc_10.42.42.6(pid=12743): stderr: \u000a| �[0;m�[38;5;43m20221210131848331 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210131848331 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f87c422ec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210131848331 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210131848331 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210131848331 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210131848331 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210131848333 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210131848333 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210131848334 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210131848334 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a13:18:49.324864 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12736): Terminating (SIGTERM)\u000a13:18:49.366258 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12739): Terminating (SIGTERM)\u000a13:18:49.407504 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12742): Terminating (SIGTERM)\u000a13:18:49.417138 --- ParallelTerminationStrategy: PID 12736 died...\u000a13:18:49.472306 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12736): Terminated: ok {rc=0}\u000a13:18:49.482378 --- ParallelTerminationStrategy: PID 12739 died...\u000a13:18:49.537520 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12739): Terminated: ok {rc=0}\u000a13:18:49.547502 --- ParallelTerminationStrategy: PID 12742 died...\u000a13:18:49.602430 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12742): Terminated: ok {rc=0}\u000a13:18:49.687856 bus /sierra_3: Setting Powered False\u000a13:18:50.793002 bus /sierra_3: Setting Powered False\u000a13:18:51.898838 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 61, "className" : "voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12751): Process ended prematurely: osmo-stp_10.42.42.5(pid=12751) [trial-2375↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12751)]", "failedSince" : 2315, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12751): Process ended prematurely: osmo-stp_10.42.42.5(pid=12751) [trial-2375↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12751)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2375 voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a13:18:53.005997 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a13:18:53.017484 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a13:18:53.171118 tst mo_mt_call_osmux.py: using LAC 28665\u000a13:18:53.290966 tst mo_mt_call_osmux.py: using RAC 105\u000a13:18:53.420734 tst mo_mt_call_osmux.py: using CellId 28665\u000a13:18:53.545205 tst mo_mt_call_osmux.py: using BVCI 28666\u000a13:18:53.569912 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a13:18:53.581371 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a13:18:53.592482 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a13:18:53.603841 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a13:18:53.615121 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a13:18:53.626277 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a13:18:53.746741 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a13:18:53.947230 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:18:54.418298 run create_hlr_db(pid=12745): Launched\u000a13:18:54.589712 bus /sierra_2: Setting Powered False\u000a13:18:55.612436 run create_hlr_db(pid=12745): Terminated: ok {rc=0}\u000a13:18:56.009568 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12747): Launched\u000a13:18:56.310324 run osmo-hlr_10.42.42.2(pid=12748): Launched\u000a13:18:56.425664 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:18:56.955290 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12750): Launched\u000a13:18:57.254904 run osmo-stp_10.42.42.5(pid=12751): Launched\u000a13:18:57.363679 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a13:18:57.907028 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12753): Launched\u000a13:18:58.206960 run osmo-msc_10.42.42.6(pid=12754): Launched\u000a13:18:58.383181 run osmo-stp_10.42.42.5(pid=12751): ERR: Terminated: ERROR {rc=1} [trial-2375↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12751)]\u000a13:18:58.510448 run osmo-stp_10.42.42.5(pid=12751): stdout: \u000a| (launched: 2022-12-10_13:18:57.107462)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:18:58.634410 run osmo-stp_10.42.42.5(pid=12751): stderr: \u000a| �[0;m�[38;5;43m20221210131857277 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210131857277 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210131857277 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210131857277 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210131857278 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210131857278 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210131857278 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:18:58.753764 run osmo-stp_10.42.42.5(pid=12751): stdout: \u000a| (launched: 2022-12-10_13:18:57.107462)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:18:58.872386 run osmo-stp_10.42.42.5(pid=12751): stderr: \u000a| �[0;m�[38;5;43m20221210131857277 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210131857277 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210131857277 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210131857277 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210131857278 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210131857278 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210131857278 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:18:58.924745 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=12751): Process ended prematurely: osmo-stp_10.42.42.5(pid=12751) [trial-2375↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12751)] [trial-2375↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8]\u000a13:18:58.933256 tst mo_mt_call_osmux.py:8: Test FAILED (6.0 sec)\u000a13:18:58.992393 run osmo-hlr_10.42.42.2(pid=12748): ERR: Terminated: ERROR {rc=237} [trial-2375↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12748)]\u000a13:18:59.040668 run osmo-hlr_10.42.42.2(pid=12748): stdout: \u000a| (launched: 2022-12-10_13:18:56.161849) \u000a13:18:59.089656 run osmo-hlr_10.42.42.2(pid=12748): stderr: \u000a| �[0;m�[1;31m20221210131856336 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210131856336 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210131856336 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210131856336 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210131856336 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210131856336 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210131856353 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2375/run.2022-12-10_12-42-03/voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210131856364 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210131856364 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210131856364 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:18:59.156031 run osmo-msc_10.42.42.6(pid=12754): ERR: Terminated: ERROR {rc=2} [trial-2375↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=12754)]\u000a13:18:59.204251 run osmo-msc_10.42.42.6(pid=12754): stdout: \u000a| (launched: 2022-12-10_13:18:58.058283) \u000a13:18:59.253256 run osmo-msc_10.42.42.6(pid=12754): stderr: \u000a| �[0;m�[38;5;43m20221210131858330 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210131858330 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f2505648c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210131858330 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210131858330 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210131858331 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210131858331 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210131858333 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210131858333 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210131858334 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210131858334 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a13:18:59.294263 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12747): Terminating (SIGTERM)\u000a13:18:59.333079 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12750): Terminating (SIGTERM)\u000a13:18:59.372135 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12753): Terminating (SIGTERM)\u000a13:18:59.381477 --- ParallelTerminationStrategy: PID 12747 died...\u000a13:18:59.433628 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12747): Terminated: ok {rc=0}\u000a13:18:59.443273 --- ParallelTerminationStrategy: PID 12750 died...\u000a13:18:59.495157 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12750): Terminated: ok {rc=0}\u000a13:18:59.504693 --- ParallelTerminationStrategy: PID 12753 died...\u000a13:18:59.556486 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12753): Terminated: ok {rc=0}\u000a13:18:59.643139 bus /sierra_3: Setting Powered False\u000a13:19:00.747205 bus /sierra_3: Setting Powered False\u000a13:19:01.858543 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "81", "name" : "voice_trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T13:18:42" }, { "cases" : [ { "testActions" : [ ], "age" : 58, "className" : "voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12766): Process ended prematurely: osmo-stp_10.42.42.5(pid=12766) [trial-2375↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12766)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12766): Process ended prematurely: osmo-stp_10.42.42.5(pid=12766) [trial-2375↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12766)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2375 voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call.py\u000a----------------------------------------------\u000a13:19:03.836493 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a13:19:03.847419 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a13:19:04.007590 tst mo_mt_call.py: using LAC 28666\u000a13:19:04.135407 tst mo_mt_call.py: using RAC 106\u000a13:19:04.263564 tst mo_mt_call.py: using CellId 28666\u000a13:19:04.390082 tst mo_mt_call.py: using BVCI 28667\u000a13:19:04.414530 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a13:19:04.425908 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a13:19:04.437107 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a13:19:04.448371 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a13:19:04.459645 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a13:19:04.471045 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a13:19:04.585435 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a13:19:04.795728 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:19:05.306416 run create_hlr_db(pid=12760): Launched\u000a13:19:05.491462 bus /sierra_2: Setting Powered False\u000a13:19:06.512690 run create_hlr_db(pid=12760): Terminated: ok {rc=0}\u000a13:19:06.912897 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12762): Launched\u000a13:19:07.211870 run osmo-hlr_10.42.42.2(pid=12763): Launched\u000a13:19:07.331141 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:19:07.857327 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12765): Launched\u000a13:19:08.156313 run osmo-stp_10.42.42.5(pid=12766): Launched\u000a13:19:08.265542 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a13:19:08.810727 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12768): Launched\u000a13:19:09.109635 run osmo-msc_10.42.42.6(pid=12769): Launched\u000a13:19:09.285970 run osmo-stp_10.42.42.5(pid=12766): ERR: Terminated: ERROR {rc=1} [trial-2375↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12766)]\u000a13:19:09.414168 run osmo-stp_10.42.42.5(pid=12766): stdout: \u000a| (launched: 2022-12-10_13:19:08.008873)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:19:09.538769 run osmo-stp_10.42.42.5(pid=12766): stderr: \u000a| �[0;m�[38;5;43m20221210131908179 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210131908179 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210131908179 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210131908180 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210131908180 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210131908180 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210131908180 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:19:09.658713 run osmo-stp_10.42.42.5(pid=12766): stdout: \u000a| (launched: 2022-12-10_13:19:08.008873)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:19:09.777604 run osmo-stp_10.42.42.5(pid=12766): stderr: \u000a| �[0;m�[38;5;43m20221210131908179 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210131908179 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210131908179 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210131908180 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210131908180 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210131908180 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210131908180 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:19:09.830012 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=12766): Process ended prematurely: osmo-stp_10.42.42.5(pid=12766) [trial-2375↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12766)] [trial-2375↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8]\u000a13:19:09.838703 tst mo_mt_call.py:8: Test FAILED (6.0 sec)\u000a13:19:09.898245 run osmo-hlr_10.42.42.2(pid=12763): ERR: Terminated: ERROR {rc=237} [trial-2375↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12763)]\u000a13:19:09.946803 run osmo-hlr_10.42.42.2(pid=12763): stdout: \u000a| (launched: 2022-12-10_13:19:07.065527) \u000a13:19:09.995963 run osmo-hlr_10.42.42.2(pid=12763): stderr: \u000a| �[0;m�[1;31m20221210131907239 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210131907239 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210131907239 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210131907239 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210131907239 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210131907239 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210131907252 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2375/run.2022-12-10_12-42-03/voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210131907262 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210131907262 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210131907263 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:19:10.062427 run osmo-msc_10.42.42.6(pid=12769): ERR: Terminated: ERROR {rc=2} [trial-2375↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=12769)]\u000a13:19:10.110956 run osmo-msc_10.42.42.6(pid=12769): stdout: \u000a| (launched: 2022-12-10_13:19:08.962488) \u000a13:19:10.160260 run osmo-msc_10.42.42.6(pid=12769): stderr: \u000a| �[0;m�[38;5;43m20221210131909235 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210131909236 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f0aa8895c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210131909236 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210131909236 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210131909236 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210131909236 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210131909238 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210131909238 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210131909239 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210131909239 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a13:19:10.201271 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12762): Terminating (SIGTERM)\u000a13:19:10.240611 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12765): Terminating (SIGTERM)\u000a13:19:10.279935 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12768): Terminating (SIGTERM)\u000a13:19:10.289293 --- ParallelTerminationStrategy: PID 12762 died...\u000a13:19:10.341601 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12762): Terminated: ok {rc=0}\u000a13:19:10.351345 --- ParallelTerminationStrategy: PID 12765 died...\u000a13:19:10.403159 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12765): Terminated: ok {rc=0}\u000a13:19:10.412844 --- ParallelTerminationStrategy: PID 12768 died...\u000a13:19:10.464776 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12768): Terminated: ok {rc=0}\u000a13:19:10.551032 bus /sierra_3: Setting Powered False\u000a13:19:11.652335 bus /sierra_3: Setting Powered False\u000a13:19:12.757578 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 58, "className" : "voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12777): Process ended prematurely: osmo-stp_10.42.42.5(pid=12777) [trial-2375↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12777)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12777): Process ended prematurely: osmo-stp_10.42.42.5(pid=12777) [trial-2375↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12777)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2375 voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a13:19:13.869545 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a13:19:13.881579 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a13:19:14.045077 tst mo_mt_call_osmux.py: using LAC 28667\u000a13:19:14.172246 tst mo_mt_call_osmux.py: using RAC 107\u000a13:19:14.298204 tst mo_mt_call_osmux.py: using CellId 28667\u000a13:19:14.428601 tst mo_mt_call_osmux.py: using BVCI 28668\u000a13:19:14.453024 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a13:19:14.464452 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a13:19:14.475717 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a13:19:14.486966 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a13:19:14.498303 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a13:19:14.509955 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a13:19:14.628702 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a13:19:14.830065 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:19:15.300447 run create_hlr_db(pid=12771): Launched\u000a13:19:15.472437 bus /sierra_2: Setting Powered False\u000a13:19:16.526489 run create_hlr_db(pid=12771): Terminated: ok {rc=0}\u000a13:19:16.989905 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12773): Launched\u000a13:19:17.310744 run osmo-hlr_10.42.42.2(pid=12774): Launched\u000a13:19:17.429924 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:19:17.985098 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12776): Launched\u000a13:19:18.303328 run osmo-stp_10.42.42.5(pid=12777): Launched\u000a13:19:18.421057 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a13:19:19.003179 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12779): Launched\u000a13:19:19.321918 run osmo-msc_10.42.42.6(pid=12780): Launched\u000a13:19:19.510683 run osmo-stp_10.42.42.5(pid=12777): ERR: Terminated: ERROR {rc=1} [trial-2375↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12777)]\u000a13:19:19.645200 run osmo-stp_10.42.42.5(pid=12777): stdout: \u000a| (launched: 2022-12-10_13:19:18.147417)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:19:19.780070 run osmo-stp_10.42.42.5(pid=12777): stderr: \u000a| �[0;m�[38;5;43m20221210131918338 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210131918338 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210131918338 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210131918338 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210131918339 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210131918339 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210131918339 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:19:19.908038 run osmo-stp_10.42.42.5(pid=12777): stdout: \u000a| (launched: 2022-12-10_13:19:18.147417)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:19:20.034546 run osmo-stp_10.42.42.5(pid=12777): stderr: \u000a| �[0;m�[38;5;43m20221210131918338 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210131918338 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210131918338 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210131918338 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210131918339 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210131918339 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210131918339 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:19:20.090589 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=12777): Process ended prematurely: osmo-stp_10.42.42.5(pid=12777) [trial-2375↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12777)] [trial-2375↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8]\u000a13:19:20.099823 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a13:19:20.161339 run osmo-hlr_10.42.42.2(pid=12774): ERR: Terminated: ERROR {rc=237} [trial-2375↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12774)]\u000a13:19:20.212097 run osmo-hlr_10.42.42.2(pid=12774): stdout: \u000a| (launched: 2022-12-10_13:19:17.147344) \u000a13:19:20.263523 run osmo-hlr_10.42.42.2(pid=12774): stderr: \u000a| �[0;m�[1;31m20221210131917346 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210131917346 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210131917346 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210131917346 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210131917346 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210131917346 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210131917358 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2375/run.2022-12-10_12-42-03/voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210131917367 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210131917367 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210131917367 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:19:20.333684 run osmo-msc_10.42.42.6(pid=12780): ERR: Terminated: ERROR {rc=2} [trial-2375↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=12780)]\u000a13:19:20.385152 run osmo-msc_10.42.42.6(pid=12780): stdout: \u000a| (launched: 2022-12-10_13:19:19.166237) \u000a13:19:20.436292 run osmo-msc_10.42.42.6(pid=12780): stderr: \u000a| �[0;m�[38;5;43m20221210131919489 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210131919489 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f2a173e0c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210131919489 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210131919489 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210131919489 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210131919490 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210131919491 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210131919492 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210131919492 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210131919492 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a13:19:20.479571 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12773): Terminating (SIGTERM)\u000a13:19:20.520449 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12776): Terminating (SIGTERM)\u000a13:19:20.561592 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12779): Terminating (SIGTERM)\u000a13:19:20.571246 --- ParallelTerminationStrategy: PID 12773 died...\u000a13:19:20.626294 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12773): Terminated: ok {rc=0}\u000a13:19:20.636281 --- ParallelTerminationStrategy: PID 12776 died...\u000a13:19:20.691063 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12776): Terminated: ok {rc=0}\u000a13:19:20.700937 --- ParallelTerminationStrategy: PID 12779 died...\u000a13:19:20.755460 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12779): Terminated: ok {rc=0}\u000a13:19:20.840086 bus /sierra_3: Setting Powered False\u000a13:19:21.945330 bus /sierra_3: Setting Powered False\u000a13:19:23.055269 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "82", "name" : "voice_trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T13:19:03" }, { "cases" : [ { "testActions" : [ ], "age" : 58, "className" : "voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12792): Process ended prematurely: osmo-stp_10.42.42.5(pid=12792) [trial-2375↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12792)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12792): Process ended prematurely: osmo-stp_10.42.42.5(pid=12792) [trial-2375↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12792)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2375 voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call.py\u000a----------------------------------------------\u000a13:19:25.051080 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a13:19:25.062599 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a13:19:25.224549 tst mo_mt_call.py: using LAC 28668\u000a13:19:25.352237 tst mo_mt_call.py: using RAC 108\u000a13:19:25.477752 tst mo_mt_call.py: using CellId 28668\u000a13:19:25.604108 tst mo_mt_call.py: using BVCI 28669\u000a13:19:25.628364 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a13:19:25.639679 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a13:19:25.650895 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a13:19:25.662218 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a13:19:25.673518 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a13:19:25.684587 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a13:19:25.803300 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a13:19:26.004166 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:19:26.477724 run create_hlr_db(pid=12786): Launched\u000a13:19:26.650404 bus /sierra_2: Setting Powered False\u000a13:19:27.670901 run create_hlr_db(pid=12786): Terminated: ok {rc=0}\u000a13:19:28.068234 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12788): Launched\u000a13:19:28.367963 run osmo-hlr_10.42.42.2(pid=12789): Launched\u000a13:19:28.481379 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:19:29.011400 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12791): Launched\u000a13:19:29.310713 run osmo-stp_10.42.42.5(pid=12792): Launched\u000a13:19:29.421372 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a13:19:29.967518 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12794): Launched\u000a13:19:30.266360 run osmo-msc_10.42.42.6(pid=12795): Launched\u000a13:19:30.442645 run osmo-stp_10.42.42.5(pid=12792): ERR: Terminated: ERROR {rc=1} [trial-2375↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12792)]\u000a13:19:30.569853 run osmo-stp_10.42.42.5(pid=12792): stdout: \u000a| (launched: 2022-12-10_13:19:29.163044)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:19:30.694054 run osmo-stp_10.42.42.5(pid=12792): stderr: \u000a| �[0;m�[38;5;43m20221210131929334 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210131929334 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210131929334 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210131929335 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210131929335 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210131929335 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210131929335 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:19:30.813851 run osmo-stp_10.42.42.5(pid=12792): stdout: \u000a| (launched: 2022-12-10_13:19:29.163044)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:19:30.935182 run osmo-stp_10.42.42.5(pid=12792): stderr: \u000a| �[0;m�[38;5;43m20221210131929334 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210131929334 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210131929334 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210131929335 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210131929335 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210131929335 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210131929335 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:19:30.988873 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=12792): Process ended prematurely: osmo-stp_10.42.42.5(pid=12792) [trial-2375↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12792)] [trial-2375↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8]\u000a13:19:30.998501 tst mo_mt_call.py:8: Test FAILED (6.0 sec)\u000a13:19:31.060272 run osmo-hlr_10.42.42.2(pid=12789): ERR: Terminated: ERROR {rc=237} [trial-2375↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12789)]\u000a13:19:31.110206 run osmo-hlr_10.42.42.2(pid=12789): stdout: \u000a| (launched: 2022-12-10_13:19:28.220828) \u000a13:19:31.161345 run osmo-hlr_10.42.42.2(pid=12789): stderr: \u000a| �[0;m�[1;31m20221210131928396 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210131928396 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210131928396 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210131928396 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210131928396 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210131928396 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210131928408 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2375/run.2022-12-10_12-42-03/voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210131928417 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210131928417 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210131928417 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:19:31.229394 run osmo-msc_10.42.42.6(pid=12795): ERR: Terminated: ERROR {rc=2} [trial-2375↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=12795)]\u000a13:19:31.279676 run osmo-msc_10.42.42.6(pid=12795): stdout: \u000a| (launched: 2022-12-10_13:19:30.118982) \u000a13:19:31.332595 run osmo-msc_10.42.42.6(pid=12795): stderr: \u000a| �[0;m�[38;5;43m20221210131930390 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210131930391 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f7184279c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210131930391 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210131930391 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210131930391 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210131930391 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210131930395 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210131930395 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210131930396 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210131930396 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a13:19:31.391138 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12788): Terminating (SIGTERM)\u000a13:19:31.447388 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12791): Terminating (SIGTERM)\u000a13:19:31.504082 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12794): Terminating (SIGTERM)\u000a13:19:31.518366 --- ParallelTerminationStrategy: PID 12788 died...\u000a13:19:31.590505 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12788): Terminated: ok {rc=0}\u000a13:19:31.604414 --- ParallelTerminationStrategy: PID 12791 died...\u000a13:19:31.676518 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12791): Terminated: ok {rc=0}\u000a13:19:31.689785 --- ParallelTerminationStrategy: PID 12794 died...\u000a13:19:31.758363 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12794): Terminated: ok {rc=0}\u000a13:19:31.870330 bus /sierra_3: Setting Powered False\u000a13:19:32.976126 bus /sierra_3: Setting Powered False\u000a13:19:34.086807 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 60, "className" : "voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12803): Process ended prematurely: osmo-stp_10.42.42.5(pid=12803) [trial-2375↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12803)]", "failedSince" : 2316, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12803): Process ended prematurely: osmo-stp_10.42.42.5(pid=12803) [trial-2375↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12803)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2375 voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a13:19:35.195892 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a13:19:35.207566 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a13:19:35.361920 tst mo_mt_call_osmux.py: using LAC 28669\u000a13:19:35.479741 tst mo_mt_call_osmux.py: using RAC 109\u000a13:19:35.602711 tst mo_mt_call_osmux.py: using CellId 28669\u000a13:19:35.718414 tst mo_mt_call_osmux.py: using BVCI 28670\u000a13:19:35.741284 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a13:19:35.752105 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a13:19:35.762903 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a13:19:35.774051 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a13:19:35.785564 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a13:19:35.796528 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a13:19:35.910696 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a13:19:36.118880 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:19:36.629455 run create_hlr_db(pid=12797): Launched\u000a13:19:36.813754 bus /sierra_2: Setting Powered False\u000a13:19:37.834297 run create_hlr_db(pid=12797): Terminated: ok {rc=0}\u000a13:19:38.257622 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12799): Launched\u000a13:19:38.577074 run osmo-hlr_10.42.42.2(pid=12800): Launched\u000a13:19:38.696426 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:19:39.251295 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12802): Launched\u000a13:19:39.571102 run osmo-stp_10.42.42.5(pid=12803): Launched\u000a13:19:39.686449 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a13:19:40.268010 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12805): Launched\u000a13:19:40.586918 run osmo-msc_10.42.42.6(pid=12806): Launched\u000a13:19:40.774156 run osmo-stp_10.42.42.5(pid=12803): ERR: Terminated: ERROR {rc=1} [trial-2375↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12803)]\u000a13:19:40.910197 run osmo-stp_10.42.42.5(pid=12803): stdout: \u000a| (launched: 2022-12-10_13:19:39.414686)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:19:41.044644 run osmo-stp_10.42.42.5(pid=12803): stderr: \u000a| �[0;m�[38;5;43m20221210131939608 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210131939608 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210131939608 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210131939609 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210131939609 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210131939609 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210131939609 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:19:41.172083 run osmo-stp_10.42.42.5(pid=12803): stdout: \u000a| (launched: 2022-12-10_13:19:39.414686)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:19:41.298653 run osmo-stp_10.42.42.5(pid=12803): stderr: \u000a| �[0;m�[38;5;43m20221210131939608 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210131939608 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210131939608 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210131939609 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210131939609 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210131939609 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210131939609 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:19:41.355207 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=12803): Process ended prematurely: osmo-stp_10.42.42.5(pid=12803) [trial-2375↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12803)] [trial-2375↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8]\u000a13:19:41.364465 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a13:19:41.426218 run osmo-hlr_10.42.42.2(pid=12800): ERR: Terminated: ERROR {rc=237} [trial-2375↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12800)]\u000a13:19:41.476744 run osmo-hlr_10.42.42.2(pid=12800): stdout: \u000a| (launched: 2022-12-10_13:19:38.420902) \u000a13:19:41.528181 run osmo-hlr_10.42.42.2(pid=12800): stderr: \u000a| �[0;m�[1;31m20221210131938618 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210131938618 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210131938618 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210131938618 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210131938618 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210131938618 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210131938630 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2375/run.2022-12-10_12-42-03/voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210131938639 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210131938639 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210131938639 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:19:41.597811 run osmo-msc_10.42.42.6(pid=12806): ERR: Terminated: ERROR {rc=2} [trial-2375↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=12806)]\u000a13:19:41.648526 run osmo-msc_10.42.42.6(pid=12806): stdout: \u000a| (launched: 2022-12-10_13:19:40.430745) \u000a13:19:41.699449 run osmo-msc_10.42.42.6(pid=12806): stderr: \u000a| �[0;m�[38;5;43m20221210131940754 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210131940754 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f12f4759c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210131940754 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210131940754 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210131940754 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210131940754 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210131940756 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210131940756 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210131940757 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210131940757 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a13:19:41.742620 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12799): Terminating (SIGTERM)\u000a13:19:41.783714 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12802): Terminating (SIGTERM)\u000a13:19:41.824765 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12805): Terminating (SIGTERM)\u000a13:19:41.834423 --- ParallelTerminationStrategy: PID 12799 died...\u000a13:19:41.890014 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12799): Terminated: ok {rc=0}\u000a13:19:41.900312 --- ParallelTerminationStrategy: PID 12802 died...\u000a13:19:41.955298 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12802): Terminated: ok {rc=0}\u000a13:19:41.965441 --- ParallelTerminationStrategy: PID 12805 died...\u000a13:19:42.020024 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12805): Terminated: ok {rc=0}\u000a13:19:42.106222 bus /sierra_3: Setting Powered False\u000a13:19:43.210934 bus /sierra_3: Setting Powered False\u000a13:19:44.320175 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "83", "name" : "voice_trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T13:19:24" }, { "cases" : [ { "testActions" : [ ], "age" : 58, "className" : "voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12817): Process ended prematurely: osmo-stp_10.42.42.5(pid=12817) [trial-2375↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12817)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12817): Process ended prematurely: osmo-stp_10.42.42.5(pid=12817) [trial-2375↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12817)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2375 voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call.py\u000a----------------------------------------------\u000a13:19:46.362254 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a13:19:46.378231 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a13:19:46.554299 tst mo_mt_call.py: using LAC 28670\u000a13:19:46.681903 tst mo_mt_call.py: using RAC 110\u000a13:19:46.809617 tst mo_mt_call.py: using CellId 28670\u000a13:19:46.932853 tst mo_mt_call.py: using BVCI 28671\u000a13:19:46.956926 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a13:19:46.969048 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a13:19:46.980846 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a13:19:46.993741 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a13:19:47.006319 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a13:19:47.019056 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a13:19:47.136192 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a13:19:47.337048 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:19:47.809138 run create_hlr_db(pid=12811): Launched\u000a13:19:47.981716 bus /sierra_2: Setting Powered False\u000a13:19:49.001761 run create_hlr_db(pid=12811): Terminated: ok {rc=0}\u000a13:19:49.424285 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12813): Launched\u000a13:19:49.743460 run osmo-hlr_10.42.42.2(pid=12814): Launched\u000a13:19:49.861848 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:19:50.416551 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12816): Launched\u000a13:19:50.735359 run osmo-stp_10.42.42.5(pid=12817): Launched\u000a13:19:50.851738 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a13:19:51.435165 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12819): Launched\u000a13:19:51.755186 run osmo-msc_10.42.42.6(pid=12820): Launched\u000a13:19:51.942146 run osmo-stp_10.42.42.5(pid=12817): ERR: Terminated: ERROR {rc=1} [trial-2375↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12817)]\u000a13:19:52.076927 run osmo-stp_10.42.42.5(pid=12817): stdout: \u000a| (launched: 2022-12-10_13:19:50.578992)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:19:52.211712 run osmo-stp_10.42.42.5(pid=12817): stderr: \u000a| �[0;m�[38;5;43m20221210131950770 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210131950770 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210131950770 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210131950770 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210131950773 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210131950773 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210131950773 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:19:52.340311 run osmo-stp_10.42.42.5(pid=12817): stdout: \u000a| (launched: 2022-12-10_13:19:50.578992)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:19:52.467742 run osmo-stp_10.42.42.5(pid=12817): stderr: \u000a| �[0;m�[38;5;43m20221210131950770 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210131950770 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210131950770 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210131950770 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210131950773 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210131950773 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210131950773 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:19:52.523942 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=12817): Process ended prematurely: osmo-stp_10.42.42.5(pid=12817) [trial-2375↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12817)] [trial-2375↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8]\u000a13:19:52.533347 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a13:19:52.595676 run osmo-hlr_10.42.42.2(pid=12814): ERR: Terminated: ERROR {rc=237} [trial-2375↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12814)]\u000a13:19:52.646934 run osmo-hlr_10.42.42.2(pid=12814): stdout: \u000a| (launched: 2022-12-10_13:19:49.586833) \u000a13:19:52.698962 run osmo-hlr_10.42.42.2(pid=12814): stderr: \u000a| �[0;m�[1;31m20221210131949783 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210131949783 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210131949783 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210131949783 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210131949783 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210131949783 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210131949795 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2375/run.2022-12-10_12-42-03/voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210131949803 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210131949803 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210131949804 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:19:52.769127 run osmo-msc_10.42.42.6(pid=12820): ERR: Terminated: ERROR {rc=2} [trial-2375↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=12820)]\u000a13:19:52.819720 run osmo-msc_10.42.42.6(pid=12820): stdout: \u000a| (launched: 2022-12-10_13:19:51.598114) \u000a13:19:52.870878 run osmo-msc_10.42.42.6(pid=12820): stderr: \u000a| �[0;m�[38;5;43m20221210131951921 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210131951921 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fe5d78f5c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210131951921 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210131951921 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210131951922 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210131951922 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210131951923 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210131951924 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210131951924 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210131951924 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a13:19:52.914298 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12813): Terminating (SIGTERM)\u000a13:19:52.955977 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12816): Terminating (SIGTERM)\u000a13:19:52.997604 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12819): Terminating (SIGTERM)\u000a13:19:53.007117 --- ParallelTerminationStrategy: PID 12813 died...\u000a13:19:53.062927 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12813): Terminated: ok {rc=0}\u000a13:19:53.073057 --- ParallelTerminationStrategy: PID 12816 died...\u000a13:19:53.128573 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12816): Terminated: ok {rc=0}\u000a13:19:53.138512 --- ParallelTerminationStrategy: PID 12819 died...\u000a13:19:53.193816 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12819): Terminated: ok {rc=0}\u000a13:19:53.279423 bus /sierra_3: Setting Powered False\u000a13:19:54.380456 bus /sierra_3: Setting Powered False\u000a13:19:55.491692 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 58, "className" : "voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12828): Process ended prematurely: osmo-stp_10.42.42.5(pid=12828) [trial-2375↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12828)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12828): Process ended prematurely: osmo-stp_10.42.42.5(pid=12828) [trial-2375↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12828)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2375 voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call_osmux.py\u000a----------------------------------------------\u000a13:19:56.600367 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a13:19:56.612036 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a13:19:56.768494 tst mo_mt_call_osmux.py: using LAC 28671\u000a13:19:56.888148 tst mo_mt_call_osmux.py: using RAC 111\u000a13:19:57.012852 tst mo_mt_call_osmux.py: using CellId 28671\u000a13:19:57.139159 tst mo_mt_call_osmux.py: using BVCI 28672\u000a13:19:57.163903 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a13:19:57.175713 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a13:19:57.187325 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a13:19:57.199109 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a13:19:57.210971 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a13:19:57.222646 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a13:19:57.340166 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a13:19:57.540764 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:19:58.012576 run create_hlr_db(pid=12822): Launched\u000a13:19:58.183790 bus /sierra_2: Setting Powered False\u000a13:19:59.206161 run create_hlr_db(pid=12822): Terminated: ok {rc=0}\u000a13:19:59.630223 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12824): Launched\u000a13:19:59.950137 run osmo-hlr_10.42.42.2(pid=12825): Launched\u000a13:20:00.071629 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:20:00.626147 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12827): Launched\u000a13:20:01.087453 run osmo-stp_10.42.42.5(pid=12828): Launched\u000a13:20:01.274272 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a13:20:01.912902 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12833): Launched\u000a13:20:02.352398 run osmo-msc_10.42.42.6(pid=12834): Launched\u000a13:20:02.598912 run osmo-stp_10.42.42.5(pid=12828): ERR: Terminated: ERROR {rc=1} [trial-2375↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12828)]\u000a13:20:02.733517 run osmo-stp_10.42.42.5(pid=12828): stdout: \u000a| (launched: 2022-12-10_13:20:00.788851)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:20:02.866893 run osmo-stp_10.42.42.5(pid=12828): stderr: \u000a| �[0;m�[38;5;43m20221210132001044 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210132001044 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210132001045 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210132001045 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210132001046 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210132001046 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210132001046 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:20:02.995359 run osmo-stp_10.42.42.5(pid=12828): stdout: \u000a| (launched: 2022-12-10_13:20:00.788851)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:20:03.122898 run osmo-stp_10.42.42.5(pid=12828): stderr: \u000a| �[0;m�[38;5;43m20221210132001044 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210132001044 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210132001045 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210132001045 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210132001046 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210132001046 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210132001046 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:20:03.179283 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=12828): Process ended prematurely: osmo-stp_10.42.42.5(pid=12828) [trial-2375↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12828)] [trial-2375↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8]\u000a13:20:03.188583 tst mo_mt_call_osmux.py:8: Test FAILED (6.6 sec)\u000a13:20:03.250777 run osmo-hlr_10.42.42.2(pid=12825): ERR: Terminated: ERROR {rc=237} [trial-2375↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12825)]\u000a13:20:03.301678 run osmo-hlr_10.42.42.2(pid=12825): stdout: \u000a| (launched: 2022-12-10_13:19:59.793485) \u000a13:20:03.353437 run osmo-hlr_10.42.42.2(pid=12825): stderr: \u000a| �[0;m�[1;31m20221210131959989 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210131959989 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210131959989 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210131959989 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210131959989 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210131959989 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210132000002 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2375/run.2022-12-10_12-42-03/voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210132000010 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210132000010 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210132000010 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:20:03.423325 run osmo-msc_10.42.42.6(pid=12834): ERR: Terminated: ERROR {rc=2} [trial-2375↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=12834)]\u000a13:20:03.474140 run osmo-msc_10.42.42.6(pid=12834): stdout: \u000a| (launched: 2022-12-10_13:20:02.075599) \u000a13:20:03.525289 run osmo-msc_10.42.42.6(pid=12834): stderr: \u000a| �[0;m�[38;5;43m20221210132002494 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210132002494 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f70bc38bc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210132002495 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210132002495 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210132002495 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210132002495 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210132002497 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210132002497 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210132002497 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210132002497 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a13:20:03.569085 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12824): Terminating (SIGTERM)\u000a13:20:03.610789 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12827): Terminating (SIGTERM)\u000a13:20:03.652436 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12833): Terminating (SIGTERM)\u000a13:20:03.662283 --- ParallelTerminationStrategy: PID 12824 died...\u000a13:20:03.717868 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12824): Terminated: ok {rc=0}\u000a13:20:03.728015 --- ParallelTerminationStrategy: PID 12827 died...\u000a13:20:03.783917 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12827): Terminated: ok {rc=0}\u000a13:20:03.794140 --- ParallelTerminationStrategy: PID 12833 died...\u000a13:20:03.849427 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12833): Terminated: ok {rc=0}\u000a13:20:03.936573 bus /sierra_3: Setting Powered False\u000a13:20:05.038101 bus /sierra_3: Setting Powered False\u000a13:20:06.146135 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "84", "name" : "voice_trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T13:19:46" }, { "cases" : [ { "testActions" : [ ], "age" : 58, "className" : "voice:trx-umtrx+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12846): Process ended prematurely: osmo-stp_10.42.42.5(pid=12846) [trial-2375↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12846)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12846): Process ended prematurely: osmo-stp_10.42.42.5(pid=12846) [trial-2375↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12846)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2375 voice:trx-umtrx+mod-bts0-dynts-osmo mo_mt_call.py\u000a----------------------------------------------\u000a13:20:08.134524 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a13:20:08.145885 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a13:20:08.309234 tst mo_mt_call.py: using LAC 28672\u000a13:20:08.436469 tst mo_mt_call.py: using RAC 112\u000a13:20:08.563345 tst mo_mt_call.py: using CellId 28672\u000a13:20:08.688503 tst mo_mt_call.py: using BVCI 28673\u000a13:20:08.713025 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a13:20:08.724170 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a13:20:08.735155 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a13:20:08.746278 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a13:20:08.757295 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a13:20:08.768300 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a13:20:08.882698 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a13:20:09.082454 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:20:09.553851 run create_hlr_db(pid=12840): Launched\u000a13:20:09.726400 bus /sierra_2: Setting Powered False\u000a13:20:10.747990 run create_hlr_db(pid=12840): Terminated: ok {rc=0}\u000a13:20:11.170338 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12842): Launched\u000a13:20:11.489939 run osmo-hlr_10.42.42.2(pid=12843): Launched\u000a13:20:11.610074 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:20:12.163621 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12845): Launched\u000a13:20:12.484432 run osmo-stp_10.42.42.5(pid=12846): Launched\u000a13:20:12.601636 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a13:20:13.184303 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12848): Launched\u000a13:20:13.504493 run osmo-msc_10.42.42.6(pid=12849): Launched\u000a13:20:13.692372 run osmo-stp_10.42.42.5(pid=12846): ERR: Terminated: ERROR {rc=1} [trial-2375↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12846)]\u000a13:20:13.827028 run osmo-stp_10.42.42.5(pid=12846): stdout: \u000a| (launched: 2022-12-10_13:20:12.327037)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:20:13.962081 run osmo-stp_10.42.42.5(pid=12846): stderr: \u000a| �[0;m�[38;5;43m20221210132012518 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210132012518 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210132012519 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210132012519 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210132012519 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210132012519 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210132012520 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:20:14.089970 run osmo-stp_10.42.42.5(pid=12846): stdout: \u000a| (launched: 2022-12-10_13:20:12.327037)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:20:14.216697 run osmo-stp_10.42.42.5(pid=12846): stderr: \u000a| �[0;m�[38;5;43m20221210132012518 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210132012518 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210132012519 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210132012519 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210132012519 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210132012519 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210132012520 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:20:14.272764 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=12846): Process ended prematurely: osmo-stp_10.42.42.5(pid=12846) [trial-2375↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12846)] [trial-2375↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call.py:8]\u000a13:20:14.282090 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a13:20:14.344238 run osmo-hlr_10.42.42.2(pid=12843): ERR: Terminated: ERROR {rc=237} [trial-2375↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12843)]\u000a13:20:14.395499 run osmo-hlr_10.42.42.2(pid=12843): stdout: \u000a| (launched: 2022-12-10_13:20:11.332888) \u000a13:20:14.447094 run osmo-hlr_10.42.42.2(pid=12843): stderr: \u000a| �[0;m�[1;31m20221210132011531 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210132011531 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210132011531 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210132011531 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210132011531 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210132011531 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210132011544 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2375/run.2022-12-10_12-42-03/voice:trx-umtrx+mod-bts0-dynts-osmo/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210132011554 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210132011554 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210132011554 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:20:14.516913 run osmo-msc_10.42.42.6(pid=12849): ERR: Terminated: ERROR {rc=2} [trial-2375↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=12849)]\u000a13:20:14.568066 run osmo-msc_10.42.42.6(pid=12849): stdout: \u000a| (launched: 2022-12-10_13:20:13.346210) \u000a13:20:14.619393 run osmo-msc_10.42.42.6(pid=12849): stderr: \u000a| �[0;m�[38;5;43m20221210132013669 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210132013669 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fdcca049c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210132013669 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210132013669 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210132013669 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210132013669 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210132013671 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210132013671 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210132013671 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210132013672 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a13:20:14.662673 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12842): Terminating (SIGTERM)\u000a13:20:14.703663 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12845): Terminating (SIGTERM)\u000a13:20:14.744744 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12848): Terminating (SIGTERM)\u000a13:20:14.754364 --- ParallelTerminationStrategy: PID 12842 died...\u000a13:20:14.810023 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12842): Terminated: ok {rc=0}\u000a13:20:14.820062 --- ParallelTerminationStrategy: PID 12845 died...\u000a13:20:14.875397 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12845): Terminated: ok {rc=0}\u000a13:20:14.885571 --- ParallelTerminationStrategy: PID 12848 died...\u000a13:20:14.940842 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12848): Terminated: ok {rc=0}\u000a13:20:15.026234 bus /sierra_3: Setting Powered False\u000a13:20:16.143302 bus /sierra_3: Setting Powered False\u000a13:20:17.265355 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 58, "className" : "voice:trx-umtrx+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12857): Process ended prematurely: osmo-stp_10.42.42.5(pid=12857) [trial-2375↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12857)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12857): Process ended prematurely: osmo-stp_10.42.42.5(pid=12857) [trial-2375↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12857)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2375 voice:trx-umtrx+mod-bts0-dynts-osmo mo_mt_call_osmux.py\u000a----------------------------------------------\u000a13:20:18.374592 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a13:20:18.385914 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a13:20:18.542569 tst mo_mt_call_osmux.py: using LAC 28673\u000a13:20:18.662480 tst mo_mt_call_osmux.py: using RAC 113\u000a13:20:18.782368 tst mo_mt_call_osmux.py: using CellId 28673\u000a13:20:18.900074 tst mo_mt_call_osmux.py: using BVCI 28674\u000a13:20:18.923014 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a13:20:18.933920 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a13:20:18.944456 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a13:20:18.955314 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a13:20:18.966302 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a13:20:18.977148 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a13:20:19.091353 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a13:20:19.291989 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:20:19.763431 run create_hlr_db(pid=12851): Launched\u000a13:20:19.936196 bus /sierra_2: Setting Powered False\u000a13:20:20.957721 run create_hlr_db(pid=12851): Terminated: ok {rc=0}\u000a13:20:21.382251 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12853): Launched\u000a13:20:21.702028 run osmo-hlr_10.42.42.2(pid=12854): Launched\u000a13:20:21.819160 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:20:22.373772 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12856): Launched\u000a13:20:22.693327 run osmo-stp_10.42.42.5(pid=12857): Launched\u000a13:20:22.809434 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a13:20:23.399024 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12859): Launched\u000a13:20:23.719915 run osmo-msc_10.42.42.6(pid=12860): Launched\u000a13:20:23.909502 run osmo-stp_10.42.42.5(pid=12857): ERR: Terminated: ERROR {rc=1} [trial-2375↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12857)]\u000a13:20:24.045891 run osmo-stp_10.42.42.5(pid=12857): stdout: \u000a| (launched: 2022-12-10_13:20:22.536514)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:20:24.181067 run osmo-stp_10.42.42.5(pid=12857): stderr: \u000a| �[0;m�[38;5;43m20221210132022730 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210132022730 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210132022730 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210132022731 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210132022731 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210132022731 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210132022731 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:20:24.309693 run osmo-stp_10.42.42.5(pid=12857): stdout: \u000a| (launched: 2022-12-10_13:20:22.536514)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:20:24.437944 run osmo-stp_10.42.42.5(pid=12857): stderr: \u000a| �[0;m�[38;5;43m20221210132022730 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210132022730 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210132022730 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210132022731 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210132022731 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210132022731 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210132022731 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:20:24.494366 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=12857): Process ended prematurely: osmo-stp_10.42.42.5(pid=12857) [trial-2375↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12857)] [trial-2375↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8]\u000a13:20:24.503510 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a13:20:24.566212 run osmo-hlr_10.42.42.2(pid=12854): ERR: Terminated: ERROR {rc=237} [trial-2375↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12854)]\u000a13:20:24.617695 run osmo-hlr_10.42.42.2(pid=12854): stdout: \u000a| (launched: 2022-12-10_13:20:21.545130) \u000a13:20:24.669576 run osmo-hlr_10.42.42.2(pid=12854): stderr: \u000a| �[0;m�[1;31m20221210132021742 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210132021742 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210132021742 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210132021742 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210132021742 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210132021742 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210132021754 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2375/run.2022-12-10_12-42-03/voice:trx-umtrx+mod-bts0-dynts-osmo/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210132021762 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210132021763 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210132021763 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:20:24.739820 run osmo-msc_10.42.42.6(pid=12860): ERR: Terminated: ERROR {rc=2} [trial-2375↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=12860)]\u000a13:20:24.790811 run osmo-msc_10.42.42.6(pid=12860): stdout: \u000a| (launched: 2022-12-10_13:20:23.562934) \u000a13:20:24.842328 run osmo-msc_10.42.42.6(pid=12860): stderr: \u000a| �[0;m�[38;5;43m20221210132023887 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210132023887 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fdcf4dc6c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210132023887 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210132023888 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210132023888 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210132023888 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210132023890 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210132023890 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210132023890 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210132023890 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a13:20:24.886076 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12853): Terminating (SIGTERM)\u000a13:20:24.927369 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12856): Terminating (SIGTERM)\u000a13:20:24.968822 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12859): Terminating (SIGTERM)\u000a13:20:24.978526 --- ParallelTerminationStrategy: PID 12853 died...\u000a13:20:25.033993 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12853): Terminated: ok {rc=0}\u000a13:20:25.044115 --- ParallelTerminationStrategy: PID 12856 died...\u000a13:20:25.099632 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12856): Terminated: ok {rc=0}\u000a13:20:25.109787 --- ParallelTerminationStrategy: PID 12859 died...\u000a13:20:25.165021 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12859): Terminated: ok {rc=0}\u000a13:20:25.251729 bus /sierra_3: Setting Powered False\u000a13:20:26.358136 bus /sierra_3: Setting Powered False\u000a13:20:27.469026 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "85", "name" : "voice_trx-umtrx+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T13:20:07" }, { "cases" : [ { "testActions" : [ ], "age" : 213, "className" : "voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12871): Process ended prematurely: osmo-stp_10.42.42.5(pid=12871) [trial-2375↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12871)]", "failedSince" : 2163, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12871): Process ended prematurely: osmo-stp_10.42.42.5(pid=12871) [trial-2375↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12871)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2375 voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend mo_mt_call.py\u000a----------------------------------------------\u000a13:20:29.449607 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a13:20:29.460566 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a13:20:29.596937 tst mo_mt_call.py: using LAC 28674\u000a13:20:29.715569 tst mo_mt_call.py: using RAC 114\u000a13:20:29.835040 tst mo_mt_call.py: using CellId 28674\u000a13:20:29.955544 tst mo_mt_call.py: using BVCI 28675\u000a13:20:29.978788 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a13:20:29.990007 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a13:20:30.000876 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a13:20:30.012084 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a13:20:30.023432 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a13:20:30.034627 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a13:20:30.152881 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a13:20:30.352629 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:20:30.821956 run create_hlr_db(pid=12865): Launched\u000a13:20:31.022449 bus /sierra_2: Setting Powered False\u000a13:20:32.044480 run create_hlr_db(pid=12865): Terminated: ok {rc=0}\u000a13:20:32.489277 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12867): Launched\u000a13:20:32.808363 run osmo-hlr_10.42.42.2(pid=12868): Launched\u000a13:20:32.925607 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:20:33.482010 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12870): Launched\u000a13:20:33.801582 run osmo-stp_10.42.42.5(pid=12871): Launched\u000a13:20:33.917285 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a13:20:34.502409 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12873): Launched\u000a13:20:34.817481 run osmo-msc_10.42.42.6(pid=12874): Launched\u000a13:20:34.995572 run osmo-stp_10.42.42.5(pid=12871): ERR: Terminated: ERROR {rc=1} [trial-2375↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12871)]\u000a13:20:35.124850 run osmo-stp_10.42.42.5(pid=12871): stdout: \u000a| (launched: 2022-12-10_13:20:33.644905)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:20:35.250193 run osmo-stp_10.42.42.5(pid=12871): stderr: \u000a| �[0;m�[38;5;43m20221210132033839 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210132033839 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210132033839 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210132033839 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210132033840 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210132033840 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210132033840 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:20:35.370720 run osmo-stp_10.42.42.5(pid=12871): stdout: \u000a| (launched: 2022-12-10_13:20:33.644905)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:20:35.490216 run osmo-stp_10.42.42.5(pid=12871): stderr: \u000a| �[0;m�[38;5;43m20221210132033839 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210132033839 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210132033839 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210132033839 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210132033840 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210132033840 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210132033840 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:20:35.542825 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=12871): Process ended prematurely: osmo-stp_10.42.42.5(pid=12871) [trial-2375↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12871)] [trial-2375↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8]\u000a13:20:35.551352 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a13:20:35.610389 run osmo-hlr_10.42.42.2(pid=12868): ERR: Terminated: ERROR {rc=237} [trial-2375↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12868)]\u000a13:20:35.658513 run osmo-hlr_10.42.42.2(pid=12868): stdout: \u000a| (launched: 2022-12-10_13:20:32.652577) \u000a13:20:35.707618 run osmo-hlr_10.42.42.2(pid=12868): stderr: \u000a| �[0;m�[1;31m20221210132032852 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210132032852 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210132032852 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210132032852 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210132032852 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210132032852 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210132032866 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2375/run.2022-12-10_12-42-03/voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210132032875 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210132032876 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210132032876 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:20:35.774102 run osmo-msc_10.42.42.6(pid=12874): ERR: Terminated: ERROR {rc=2} [trial-2375↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=12874)]\u000a13:20:35.822379 run osmo-msc_10.42.42.6(pid=12874): stdout: \u000a| (launched: 2022-12-10_13:20:34.665329) \u000a13:20:35.871116 run osmo-msc_10.42.42.6(pid=12874): stderr: \u000a| �[0;m�[38;5;43m20221210132034938 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210132034938 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f99cf12bc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210132034938 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210132034938 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210132034938 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210132034939 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210132034940 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210132034941 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210132034941 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210132034941 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a13:20:35.912193 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12867): Terminating (SIGTERM)\u000a13:20:35.951222 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12870): Terminating (SIGTERM)\u000a13:20:35.990353 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12873): Terminating (SIGTERM)\u000a13:20:35.999640 --- ParallelTerminationStrategy: PID 12867 died...\u000a13:20:36.052577 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12867): Terminated: ok {rc=0}\u000a13:20:36.062268 --- ParallelTerminationStrategy: PID 12870 died...\u000a13:20:36.114380 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12870): Terminated: ok {rc=0}\u000a13:20:36.123973 --- ParallelTerminationStrategy: PID 12873 died...\u000a13:20:36.175901 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12873): Terminated: ok {rc=0}\u000a13:20:36.263964 bus /sierra_3: Setting Powered False\u000a13:20:37.365993 bus /sierra_3: Setting Powered False\u000a13:20:38.471547 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 211, "className" : "voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12882): Process ended prematurely: osmo-stp_10.42.42.5(pid=12882) [trial-2375↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12882)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12882): Process ended prematurely: osmo-stp_10.42.42.5(pid=12882) [trial-2375↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12882)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2375 voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend mo_mt_call_osmux.py\u000a----------------------------------------------\u000a13:20:39.585763 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a13:20:39.598067 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a13:20:39.745095 tst mo_mt_call_osmux.py: using LAC 28675\u000a13:20:39.870804 tst mo_mt_call_osmux.py: using RAC 115\u000a13:20:40.001578 tst mo_mt_call_osmux.py: using CellId 28675\u000a13:20:40.128823 tst mo_mt_call_osmux.py: using BVCI 28676\u000a13:20:40.153590 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a13:20:40.165514 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a13:20:40.177137 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a13:20:40.188929 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a13:20:40.200862 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a13:20:40.212757 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a13:20:40.328085 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a13:20:40.535672 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:20:41.046510 run create_hlr_db(pid=12876): Launched\u000a13:20:41.231425 bus /sierra_2: Setting Powered False\u000a13:20:42.252740 run create_hlr_db(pid=12876): Terminated: ok {rc=0}\u000a13:20:42.654436 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12878): Launched\u000a13:20:42.954666 run osmo-hlr_10.42.42.2(pid=12879): Launched\u000a13:20:43.070103 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:20:43.591670 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12881): Launched\u000a13:20:43.891920 run osmo-stp_10.42.42.5(pid=12882): Launched\u000a13:20:44.001516 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a13:20:44.547918 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12884): Launched\u000a13:20:44.848710 run osmo-msc_10.42.42.6(pid=12885): Launched\u000a13:20:45.025482 run osmo-stp_10.42.42.5(pid=12882): ERR: Terminated: ERROR {rc=1} [trial-2375↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12882)]\u000a13:20:45.153390 run osmo-stp_10.42.42.5(pid=12882): stdout: \u000a| (launched: 2022-12-10_13:20:43.744289)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:20:45.279186 run osmo-stp_10.42.42.5(pid=12882): stderr: \u000a| �[0;m�[38;5;43m20221210132043911 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210132043911 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210132043911 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210132043912 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210132043914 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210132043914 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210132043914 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:20:45.399579 run osmo-stp_10.42.42.5(pid=12882): stdout: \u000a| (launched: 2022-12-10_13:20:43.744289)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:20:45.519014 run osmo-stp_10.42.42.5(pid=12882): stderr: \u000a| �[0;m�[38;5;43m20221210132043911 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210132043911 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210132043911 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210132043912 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210132043914 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210132043914 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210132043914 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:20:45.571564 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=12882): Process ended prematurely: osmo-stp_10.42.42.5(pid=12882) [trial-2375↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12882)] [trial-2375↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8]\u000a13:20:45.580037 tst mo_mt_call_osmux.py:8: Test FAILED (6.0 sec)\u000a13:20:45.639381 run osmo-hlr_10.42.42.2(pid=12879): ERR: Terminated: ERROR {rc=237} [trial-2375↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12879)]\u000a13:20:45.687885 run osmo-hlr_10.42.42.2(pid=12879): stdout: \u000a| (launched: 2022-12-10_13:20:42.806802) \u000a13:20:45.737038 run osmo-hlr_10.42.42.2(pid=12879): stderr: \u000a| �[0;m�[1;31m20221210132042983 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210132042983 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210132042983 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210132042983 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210132042984 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210132042984 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210132042996 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2375/run.2022-12-10_12-42-03/voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210132043005 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210132043005 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210132043005 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:20:45.803751 run osmo-msc_10.42.42.6(pid=12885): ERR: Terminated: ERROR {rc=2} [trial-2375↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=12885)]\u000a13:20:45.866890 run osmo-msc_10.42.42.6(pid=12885): stdout: \u000a| (launched: 2022-12-10_13:20:44.700300) \u000a13:20:45.939307 run osmo-msc_10.42.42.6(pid=12885): stderr: \u000a| �[0;m�[38;5;43m20221210132044971 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210132044971 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f2af83c7c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210132044971 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210132044971 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210132044971 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210132044972 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210132044974 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210132044974 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210132044975 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210132044975 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a13:20:45.992893 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12878): Terminating (SIGTERM)\u000a13:20:46.038620 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12881): Terminating (SIGTERM)\u000a13:20:46.087114 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12884): Terminating (SIGTERM)\u000a13:20:46.098081 --- ParallelTerminationStrategy: PID 12878 died...\u000a13:20:46.158758 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12878): Terminated: ok {rc=0}\u000a13:20:46.169734 --- ParallelTerminationStrategy: PID 12881 died...\u000a13:20:46.227945 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12881): Terminated: ok {rc=0}\u000a13:20:46.238877 --- ParallelTerminationStrategy: PID 12884 died...\u000a13:20:46.296884 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12884): Terminated: ok {rc=0}\u000a13:20:46.388032 bus /sierra_3: Setting Powered False\u000a13:20:47.495067 bus /sierra_3: Setting Powered False\u000a13:20:48.601399 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "86", "name" : "voice_trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T13:20:29" }, { "cases" : [ { "testActions" : [ ], "age" : 58, "className" : "emergency:trx-umtrx", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12896): Process ended prematurely: osmo-stp_10.42.42.5(pid=12896) [trial-2375↪emergency:trx-umtrx↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12896)]", "failedSince" : 2318, "name" : "emergency_mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_mo_mt_call.py\", line 19, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12896): Process ended prematurely: osmo-stp_10.42.42.5(pid=12896) [trial-2375↪emergency:trx-umtrx↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12896)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2375 emergency:trx-umtrx emergency_mo_mt_call.py\u000a----------------------------------------------\u000a13:20:50.615087 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a13:20:50.626236 tst emergency:trx-umtrx: Using 1 x bts (candidates: 1)\u000a13:20:50.766922 tst emergency_mo_mt_call.py: using LAC 28676\u000a13:20:50.890207 tst emergency_mo_mt_call.py: using RAC 116\u000a13:20:51.014436 tst emergency_mo_mt_call.py: using CellId 28676\u000a13:20:51.137360 tst emergency_mo_mt_call.py: using BVCI 28677\u000a13:20:51.161176 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a13:20:51.172055 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a13:20:51.182902 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a13:20:51.193669 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a13:20:51.204388 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a13:20:51.215110 tst emergency:trx-umtrx: Using 1 x modem (candidates: 4)\u000a13:20:51.329195 tst emergency:trx-umtrx: Using 1 x modem (candidates: 4)\u000a13:20:51.530100 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:20:51.994031 run create_hlr_db(pid=12890): Launched\u000a13:20:52.164686 bus /sierra_2: Setting Powered False\u000a13:20:53.185109 run create_hlr_db(pid=12890): Terminated: ok {rc=0}\u000a13:20:53.577639 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12892): Launched\u000a13:20:53.871986 run osmo-hlr_10.42.42.2(pid=12893): Launched\u000a13:20:53.979338 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:20:54.490957 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12895): Launched\u000a13:20:54.786095 run osmo-stp_10.42.42.5(pid=12896): Launched\u000a13:20:54.905565 tst emergency_mo_mt_call.py: using MSISDN 7755\u000a13:20:55.051075 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a13:20:55.589698 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12898): Launched\u000a13:20:55.886989 run osmo-msc_10.42.42.6(pid=12899): Launched\u000a13:20:56.061957 run osmo-stp_10.42.42.5(pid=12896): ERR: Terminated: ERROR {rc=1} [trial-2375↪emergency:trx-umtrx↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12896)]\u000a13:20:56.188399 run osmo-stp_10.42.42.5(pid=12896): stdout: \u000a| (launched: 2022-12-10_13:20:54.641089)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:20:56.312000 run osmo-stp_10.42.42.5(pid=12896): stderr: \u000a| �[0;m�[38;5;43m20221210132054809 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210132054809 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210132054810 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210132054810 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210132054811 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210132054811 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210132054811 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:20:56.430671 run osmo-stp_10.42.42.5(pid=12896): stdout: \u000a| (launched: 2022-12-10_13:20:54.641089)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:20:56.548453 run osmo-stp_10.42.42.5(pid=12896): stderr: \u000a| �[0;m�[38;5;43m20221210132054809 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210132054809 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210132054810 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210132054810 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210132054811 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210132054811 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210132054811 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:20:56.599920 tst emergency_mo_mt_call.py:19: ERR: Error: osmo-stp_10.42.42.5(pid=12896): Process ended prematurely: osmo-stp_10.42.42.5(pid=12896) [trial-2375↪emergency:trx-umtrx↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12896)] [trial-2375↪emergency:trx-umtrx↪emergency_mo_mt_call.py:19]\u000a13:20:56.607776 tst emergency_mo_mt_call.py:19: Test FAILED (6.0 sec)\u000a13:20:56.667051 run osmo-hlr_10.42.42.2(pid=12893): ERR: Terminated: ERROR {rc=237} [trial-2375↪emergency:trx-umtrx↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12893)]\u000a13:20:56.715420 run osmo-hlr_10.42.42.2(pid=12893): stdout: \u000a| (launched: 2022-12-10_13:20:53.727135) \u000a13:20:56.764577 run osmo-hlr_10.42.42.2(pid=12893): stderr: \u000a| �[0;m�[1;31m20221210132053903 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210132053903 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210132053903 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210132053903 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210132053903 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210132053903 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210132053933 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2375/run.2022-12-10_12-42-03/emergency:trx-umtrx/emergency_mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210132053943 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210132053943 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210132053943 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:20:56.831211 run osmo-msc_10.42.42.6(pid=12899): ERR: Terminated: ERROR {rc=2} [trial-2375↪emergency:trx-umtrx↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=12899)]\u000a13:20:56.879771 run osmo-msc_10.42.42.6(pid=12899): stdout: \u000a| (launched: 2022-12-10_13:20:55.739748) \u000a13:20:56.928844 run osmo-msc_10.42.42.6(pid=12899): stderr: \u000a| �[0;m�[38;5;43m20221210132056010 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210132056011 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f3634c22c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210132056011 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210132056011 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210132056011 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210132056011 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210132056013 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210132056014 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210132056014 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210132056014 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a13:20:56.969850 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12892): Terminating (SIGTERM)\u000a13:20:57.008920 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12895): Terminating (SIGTERM)\u000a13:20:57.048107 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12898): Terminating (SIGTERM)\u000a13:20:57.058232 --- ParallelTerminationStrategy: PID 12892 died...\u000a13:20:57.110703 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12892): Terminated: ok {rc=0}\u000a13:20:57.120399 --- ParallelTerminationStrategy: PID 12895 died...\u000a13:20:57.172711 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12895): Terminated: ok {rc=0}\u000a13:20:57.182173 --- ParallelTerminationStrategy: PID 12898 died...\u000a13:20:57.234503 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12898): Terminated: ok {rc=0}\u000a13:20:57.320738 bus /sierra_3: Setting Powered False\u000a13:20:58.421830 bus /sierra_3: Setting Powered False\u000a13:20:59.531552 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 234, "className" : "emergency:trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12907): Process ended prematurely: osmo-stp_10.42.42.5(pid=12907) [trial-2375↪emergency:trx-umtrx↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12907)]", "failedSince" : 2142, "name" : "emergency_preemptive_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_preemptive_call.py\", line 32, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12907): Process ended prematurely: osmo-stp_10.42.42.5(pid=12907) [trial-2375↪emergency:trx-umtrx↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12907)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2375 emergency:trx-umtrx emergency_preemptive_call.py\u000a----------------------------------------------\u000a13:21:00.582052 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a13:21:00.593195 tst emergency:trx-umtrx: Using 1 x bts (candidates: 1)\u000a13:21:00.727463 tst emergency_preemptive_call.py: using LAC 28677\u000a13:21:00.842772 tst emergency_preemptive_call.py: using RAC 117\u000a13:21:00.971772 tst emergency_preemptive_call.py: using CellId 28677\u000a13:21:01.103322 tst emergency_preemptive_call.py: using BVCI 28678\u000a13:21:01.129344 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a13:21:01.140911 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a13:21:01.152803 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a13:21:01.165600 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a13:21:01.177130 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a13:21:01.188996 tst emergency:trx-umtrx: Using 1 x modem (candidates: 4)\u000a13:21:01.303788 tst emergency:trx-umtrx: Using 1 x modem (candidates: 4)\u000a13:21:01.446038 tst emergency:trx-umtrx: Using 1 x modem (candidates: 4)\u000a13:21:01.582712 tst emergency:trx-umtrx: Using 1 x modem (candidates: 4)\u000a13:21:01.825570 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:21:02.346293 run create_hlr_db(pid=12901): Launched\u000a13:21:02.518928 bus /sierra_2: Setting Powered False\u000a13:21:03.549257 run create_hlr_db(pid=12901): Terminated: ok {rc=0}\u000a13:21:03.945389 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12903): Launched\u000a13:21:04.240263 run osmo-hlr_10.42.42.2(pid=12904): Launched\u000a13:21:04.355004 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:21:04.878861 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12906): Launched\u000a13:21:05.174299 run osmo-stp_10.42.42.5(pid=12907): Launched\u000a13:21:05.293251 tst emergency_preemptive_call.py: using MSISDN 7756\u000a13:21:05.439536 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a13:21:05.974145 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12909): Launched\u000a13:21:06.268859 run osmo-msc_10.42.42.6(pid=12910): Launched\u000a13:21:06.443590 run osmo-stp_10.42.42.5(pid=12907): ERR: Terminated: ERROR {rc=1} [trial-2375↪emergency:trx-umtrx↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12907)]\u000a13:21:06.569546 run osmo-stp_10.42.42.5(pid=12907): stdout: \u000a| (launched: 2022-12-10_13:21:05.029113)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:21:06.693635 run osmo-stp_10.42.42.5(pid=12907): stderr: \u000a| �[0;m�[38;5;43m20221210132105200 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210132105201 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210132105201 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210132105201 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210132105202 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210132105202 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210132105202 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:21:06.812621 run osmo-stp_10.42.42.5(pid=12907): stdout: \u000a| (launched: 2022-12-10_13:21:05.029113)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:21:06.930488 run osmo-stp_10.42.42.5(pid=12907): stderr: \u000a| �[0;m�[38;5;43m20221210132105200 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210132105201 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210132105201 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210132105201 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210132105202 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210132105202 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210132105202 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:21:06.982120 tst emergency_preemptive_call.py:32: ERR: Error: osmo-stp_10.42.42.5(pid=12907): Process ended prematurely: osmo-stp_10.42.42.5(pid=12907) [trial-2375↪emergency:trx-umtrx↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12907)] [trial-2375↪emergency:trx-umtrx↪emergency_preemptive_call.py:32]\u000a13:21:06.990107 tst emergency_preemptive_call.py:32: Test FAILED (6.4 sec)\u000a13:21:07.049706 run osmo-hlr_10.42.42.2(pid=12904): ERR: Terminated: ERROR {rc=237} [trial-2375↪emergency:trx-umtrx↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12904)]\u000a13:21:07.098331 run osmo-hlr_10.42.42.2(pid=12904): stdout: \u000a| (launched: 2022-12-10_13:21:04.095481) \u000a13:21:07.147845 run osmo-hlr_10.42.42.2(pid=12904): stderr: \u000a| �[0;m�[1;31m20221210132104273 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210132104273 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210132104273 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210132104273 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210132104273 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210132104273 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210132104286 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2375/run.2022-12-10_12-42-03/emergency:trx-umtrx/emergency_preemptive_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210132104296 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210132104296 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210132104296 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:21:07.214934 run osmo-msc_10.42.42.6(pid=12910): ERR: Terminated: ERROR {rc=2} [trial-2375↪emergency:trx-umtrx↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=12910)]\u000a13:21:07.263339 run osmo-msc_10.42.42.6(pid=12910): stdout: \u000a| (launched: 2022-12-10_13:21:06.123498) \u000a13:21:07.312218 run osmo-msc_10.42.42.6(pid=12910): stderr: \u000a| �[0;m�[38;5;43m20221210132106394 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210132106395 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f60c8b3bc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210132106395 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210132106395 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210132106395 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210132106396 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210132106397 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210132106398 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210132106398 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210132106398 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a13:21:07.353236 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12903): Terminating (SIGTERM)\u000a13:21:07.392310 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12906): Terminating (SIGTERM)\u000a13:21:07.431393 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12909): Terminating (SIGTERM)\u000a13:21:07.440621 --- ParallelTerminationStrategy: PID 12903 died...\u000a13:21:07.493109 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12903): Terminated: ok {rc=0}\u000a13:21:07.502597 --- ParallelTerminationStrategy: PID 12906 died...\u000a13:21:07.555029 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12906): Terminated: ok {rc=0}\u000a13:21:07.564623 --- ParallelTerminationStrategy: PID 12909 died...\u000a13:21:07.616772 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12909): Terminated: ok {rc=0}\u000a13:21:07.703529 bus /sierra_9: Setting Powered False\u000a13:21:08.805360 bus /sierra_9: Setting Powered False\u000a13:21:09.915510 bus /sierra_8: Setting Powered False\u000a13:21:11.021146 bus /sierra_8: Setting Powered False\u000a13:21:12.127837 bus /sierra_3: Setting Powered False\u000a13:21:13.231072 bus /sierra_3: Setting Powered False\u000a13:21:14.338267 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 26.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "87", "name" : "emergency_trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T13:20:50" }, { "cases" : [ { "testActions" : [ ], "age" : 58, "className" : "gprs:trx-umtrx", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12928): Process ended prematurely: osmo-stp_10.42.42.5(pid=12928) [trial-2375↪gprs:trx-umtrx↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12928)]", "failedSince" : 2318, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12928): Process ended prematurely: osmo-stp_10.42.42.5(pid=12928) [trial-2375↪gprs:trx-umtrx↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12928)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2375 gprs:trx-umtrx cs_paging_gprs_active.py\u000a----------------------------------------------\u000a13:21:16.488305 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a13:21:16.502825 tst gprs:trx-umtrx: Using 1 x bts (candidates: 1)\u000a13:21:16.657331 tst cs_paging_gprs_active.py: using LAC 28678\u000a13:21:16.780845 tst cs_paging_gprs_active.py: using RAC 118\u000a13:21:16.906618 tst cs_paging_gprs_active.py: using CellId 28678\u000a13:21:17.036335 tst cs_paging_gprs_active.py: using BVCI 28679\u000a13:21:17.061397 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a13:21:17.073179 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a13:21:17.084785 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a13:21:17.097130 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a13:21:17.108312 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a13:21:17.119538 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a13:21:17.132088 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a13:21:17.143501 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a13:21:17.155020 tst gprs:trx-umtrx: Using 1 x modem (candidates: 4)\u000a13:21:17.275703 tst gprs:trx-umtrx: Using 1 x modem (candidates: 4)\u000a13:21:17.568799 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a13:21:17.703611 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:21:18.033886 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12918): Launched\u000a13:21:18.309810 run iperf3-srv_10.42.42.10(pid=12919): Launched\u000a13:21:18.507113 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a13:21:18.641426 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:21:18.972384 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12920): Launched\u000a13:21:19.248506 run iperf3-srv_10.42.42.10(pid=12921): Launched\u000a13:21:19.445968 tst cs_paging_gprs_active.py:38: start network...\u000a13:21:19.580039 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:21:20.094241 run create_hlr_db(pid=12922): Launched\u000a13:21:20.280083 bus /sierra_2: Setting Powered False\u000a13:21:21.290796 run create_hlr_db(pid=12922): Terminated: ok {rc=0}\u000a13:21:21.723251 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12924): Launched\u000a13:21:22.052364 run osmo-hlr_10.42.42.2(pid=12925): Launched\u000a13:21:22.170072 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:21:22.726579 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12927): Launched\u000a13:21:23.047689 run osmo-stp_10.42.42.5(pid=12928): Launched\u000a13:21:23.171059 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:21:23.730997 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12930): Launched\u000a13:21:23.845681 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:21:24.123959 run patchelf(pid=12931): Launched\u000a13:21:24.311188 run osmo-stp_10.42.42.5(pid=12928): ERR: Terminated: ERROR {rc=1} [trial-2375↪gprs:trx-umtrx↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12928)]\u000a13:21:24.448875 run osmo-stp_10.42.42.5(pid=12928): stdout: \u000a| (launched: 2022-12-10_13:21:22.890247)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:21:24.586126 run osmo-stp_10.42.42.5(pid=12928): stderr: \u000a| �[0;m�[38;5;43m20221210132123081 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210132123081 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210132123081 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210132123082 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210132123084 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210132123084 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210132123084 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:21:24.718964 run osmo-stp_10.42.42.5(pid=12928): stdout: \u000a| (launched: 2022-12-10_13:21:22.890247)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:21:24.850835 run osmo-stp_10.42.42.5(pid=12928): stderr: \u000a| �[0;m�[38;5;43m20221210132123081 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210132123081 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210132123081 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210132123082 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210132123084 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210132123084 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210132123084 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:21:25.004073 run patchelf(pid=12931): Terminating (SIGINT)\u000a13:21:25.184755 run patchelf(pid=12931): Terminated: ok {rc=0}\u000a13:21:25.217931 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=12928): Process ended prematurely: osmo-stp_10.42.42.5(pid=12928) [trial-2375↪gprs:trx-umtrx↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12928)] [trial-2375↪gprs:trx-umtrx↪cs_paging_gprs_active.py:38]\u000a13:21:25.227551 tst cs_paging_gprs_active.py:38: Test FAILED (8.8 sec)\u000a13:21:25.289368 run osmo-hlr_10.42.42.2(pid=12925): ERR: Terminated: ERROR {rc=237} [trial-2375↪gprs:trx-umtrx↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12925)]\u000a13:21:25.339600 run osmo-hlr_10.42.42.2(pid=12925): stdout: \u000a| (launched: 2022-12-10_13:21:21.886927) \u000a13:21:25.390637 run osmo-hlr_10.42.42.2(pid=12925): stderr: \u000a| �[0;m�[1;31m20221210132122093 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210132122093 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210132122093 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210132122093 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210132122094 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210132122095 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210132122108 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2375/run.2022-12-10_12-42-03/gprs:trx-umtrx/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210132122118 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210132122118 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210132122118 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:21:25.434201 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12918): Terminating (SIGTERM)\u000a13:21:25.475300 run iperf3-srv_10.42.42.10(pid=12919): Terminating (SIGTERM)\u000a13:21:25.516184 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12920): Terminating (SIGTERM)\u000a13:21:25.557145 run iperf3-srv_10.42.42.10(pid=12921): Terminating (SIGTERM)\u000a13:21:25.598111 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12924): Terminating (SIGTERM)\u000a13:21:25.639022 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12927): Terminating (SIGTERM)\u000a13:21:25.679897 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12930): Terminating (SIGTERM)\u000a13:21:25.689440 --- ParallelTerminationStrategy: PID 12918 died...\u000a13:21:25.744023 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12918): Terminated: ok {rc=0}\u000a13:21:25.753927 --- ParallelTerminationStrategy: PID 12919 died...\u000a13:21:25.808089 run iperf3-srv_10.42.42.10(pid=12919): Terminated {rc=256}\u000a13:21:25.817969 --- ParallelTerminationStrategy: PID 12920 died...\u000a13:21:25.872526 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12920): Terminated: ok {rc=0}\u000a13:21:25.882457 --- ParallelTerminationStrategy: PID 12921 died...\u000a13:21:25.936776 run iperf3-srv_10.42.42.10(pid=12921): Terminated {rc=256}\u000a13:21:25.946660 --- ParallelTerminationStrategy: PID 12924 died...\u000a13:21:26.001243 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12924): Terminated: ok {rc=0}\u000a13:21:26.011159 --- ParallelTerminationStrategy: PID 12927 died...\u000a13:21:26.065719 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12927): Terminated: ok {rc=0}\u000a13:21:26.075686 --- ParallelTerminationStrategy: PID 12930 died...\u000a13:21:26.130458 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12930): Terminated: ok {rc=0}\u000a13:21:26.216605 bus /gobi_0: Setting Powered False\u000a13:21:27.320778 bus /gobi_0: Setting Powered False\u000a13:21:28.431140 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 58, "className" : "gprs:trx-umtrx", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12940): Process ended prematurely: osmo-stp_10.42.42.5(pid=12940) [trial-2375↪gprs:trx-umtrx↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12940)]", "failedSince" : 2318, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12940): Process ended prematurely: osmo-stp_10.42.42.5(pid=12940) [trial-2375↪gprs:trx-umtrx↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12940)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2375 gprs:trx-umtrx iperf3.py\u000a----------------------------------------------\u000a13:21:29.539890 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a13:21:29.550949 tst gprs:trx-umtrx: Using 1 x bts (candidates: 1)\u000a13:21:29.691697 tst iperf3.py: using LAC 28679\u000a13:21:29.811703 tst iperf3.py: using RAC 119\u000a13:21:29.932027 tst iperf3.py: using CellId 28679\u000a13:21:30.051531 tst iperf3.py: using BVCI 28680\u000a13:21:30.074757 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a13:21:30.085251 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a13:21:30.095540 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a13:21:30.106093 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a13:21:30.116450 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a13:21:30.126822 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a13:21:30.137425 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a13:21:30.147793 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a13:21:30.158471 tst gprs:trx-umtrx: Using 1 x modem (candidates: 4)\u000a13:21:30.450405 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a13:21:30.585628 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:21:30.928562 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12932): Launched\u000a13:21:31.223758 run iperf3-srv_10.42.42.10(pid=12933): Launched\u000a13:21:31.417157 tst iperf3.py:8: start network...\u000a13:21:31.550353 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:21:32.052308 run create_hlr_db(pid=12934): Launched\u000a13:21:32.234771 bus /gobi_6: Setting Powered False\u000a13:21:33.249326 run create_hlr_db(pid=12934): Terminated: ok {rc=0}\u000a13:21:33.675554 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12936): Launched\u000a13:21:33.996157 run osmo-hlr_10.42.42.2(pid=12937): Launched\u000a13:21:34.117571 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:21:34.678789 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12939): Launched\u000a13:21:34.997667 run osmo-stp_10.42.42.5(pid=12940): Launched\u000a13:21:35.113384 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:21:35.672480 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12942): Launched\u000a13:21:35.786901 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:21:36.065206 run patchelf(pid=12943): Launched\u000a13:21:36.252682 run osmo-stp_10.42.42.5(pid=12940): ERR: Terminated: ERROR {rc=1} [trial-2375↪gprs:trx-umtrx↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12940)]\u000a13:21:36.389708 run osmo-stp_10.42.42.5(pid=12940): stdout: \u000a| (launched: 2022-12-10_13:21:34.841634)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:21:36.528250 run osmo-stp_10.42.42.5(pid=12940): stderr: \u000a| �[0;m�[38;5;43m20221210132135033 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210132135033 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210132135033 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210132135034 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210132135034 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210132135034 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210132135034 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:21:36.661253 run osmo-stp_10.42.42.5(pid=12940): stdout: \u000a| (launched: 2022-12-10_13:21:34.841634)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:21:36.793037 run osmo-stp_10.42.42.5(pid=12940): stderr: \u000a| �[0;m�[38;5;43m20221210132135033 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210132135033 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210132135033 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210132135034 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210132135034 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210132135034 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210132135034 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:21:36.946246 run patchelf(pid=12943): Terminating (SIGINT)\u000a13:21:37.126715 run patchelf(pid=12943): Terminated: ok {rc=0}\u000a13:21:37.159789 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=12940): Process ended prematurely: osmo-stp_10.42.42.5(pid=12940) [trial-2375↪gprs:trx-umtrx↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12940)] [trial-2375↪gprs:trx-umtrx↪iperf3.py:8]\u000a13:21:37.169568 tst iperf3.py:8: Test FAILED (7.7 sec)\u000a13:21:37.231376 run osmo-hlr_10.42.42.2(pid=12937): ERR: Terminated: ERROR {rc=237} [trial-2375↪gprs:trx-umtrx↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12937)]\u000a13:21:37.281842 run osmo-hlr_10.42.42.2(pid=12937): stdout: \u000a| (launched: 2022-12-10_13:21:33.839015) \u000a13:21:37.332897 run osmo-hlr_10.42.42.2(pid=12937): stderr: \u000a| �[0;m�[1;31m20221210132134037 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210132134037 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210132134037 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210132134037 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210132134037 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210132134037 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210132134049 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2375/run.2022-12-10_12-42-03/gprs:trx-umtrx/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210132134058 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210132134058 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210132134058 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:21:37.376293 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12932): Terminating (SIGTERM)\u000a13:21:37.417715 run iperf3-srv_10.42.42.10(pid=12933): Terminating (SIGTERM)\u000a13:21:37.458957 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12936): Terminating (SIGTERM)\u000a13:21:37.500065 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12939): Terminating (SIGTERM)\u000a13:21:37.541355 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12942): Terminating (SIGTERM)\u000a13:21:37.551056 --- ParallelTerminationStrategy: PID 12932 died...\u000a13:21:37.606266 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12932): Terminated: ok {rc=0}\u000a13:21:37.616272 --- ParallelTerminationStrategy: PID 12933 died...\u000a13:21:37.671069 run iperf3-srv_10.42.42.10(pid=12933): Terminated {rc=256}\u000a13:21:37.681111 --- ParallelTerminationStrategy: PID 12936 died...\u000a13:21:37.735751 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12936): Terminated: ok {rc=0}\u000a13:21:37.745856 --- ParallelTerminationStrategy: PID 12939 died...\u000a13:21:37.800481 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12939): Terminated: ok {rc=0}\u000a13:21:37.810374 --- ParallelTerminationStrategy: PID 12942 died...\u000a13:21:37.864888 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12942): Terminated: ok {rc=0}\u000a13:21:37.950086 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 201, "className" : "gprs:trx-umtrx", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12958): Process ended prematurely: osmo-stp_10.42.42.5(pid=12958) [trial-2375↪gprs:trx-umtrx↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12958)]", "failedSince" : 2175, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12958): Process ended prematurely: osmo-stp_10.42.42.5(pid=12958) [trial-2375↪gprs:trx-umtrx↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12958)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2375 gprs:trx-umtrx iperf3m4.py\u000a----------------------------------------------\u000a13:21:39.066889 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a13:21:39.078325 tst gprs:trx-umtrx: Using 1 x bts (candidates: 1)\u000a13:21:39.213109 tst iperf3m4.py: using LAC 28680\u000a13:21:39.338309 tst iperf3m4.py: using RAC 120\u000a13:21:39.464049 tst iperf3m4.py: using CellId 28680\u000a13:21:39.589439 tst iperf3m4.py: using BVCI 28681\u000a13:21:39.614237 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a13:21:39.625385 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a13:21:39.635959 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a13:21:39.646661 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a13:21:39.657229 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a13:21:39.667791 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a13:21:39.678651 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a13:21:39.689643 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a13:21:39.700579 tst gprs:trx-umtrx: Using 1 x modem (candidates: 4)\u000a13:21:39.819216 tst gprs:trx-umtrx: Using 1 x modem (candidates: 4)\u000a13:21:39.946238 tst gprs:trx-umtrx: Using 1 x modem (candidates: 4)\u000a13:21:40.061806 tst gprs:trx-umtrx: Using 1 x modem (candidates: 4)\u000a13:21:40.353723 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a13:21:40.488148 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:21:40.818656 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12944): Launched\u000a13:21:41.093207 run iperf3-srv_10.42.42.10(pid=12945): Launched\u000a13:21:41.289604 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a13:21:41.423759 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:21:41.753434 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12946): Launched\u000a13:21:42.028205 run iperf3-srv_10.42.42.10(pid=12947): Launched\u000a13:21:42.224360 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a13:21:42.358246 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:21:42.689536 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12948): Launched\u000a13:21:42.965650 run iperf3-srv_10.42.42.10(pid=12949): Launched\u000a13:21:43.162338 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a13:21:43.296254 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:21:43.628561 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12950): Launched\u000a13:21:43.904321 run iperf3-srv_10.42.42.10(pid=12951): Launched\u000a13:21:44.100459 tst iperf3m4.py:8: start network...\u000a13:21:44.234501 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:21:44.747122 run create_hlr_db(pid=12952): Launched\u000a13:21:44.932038 bus /gobi_6: Setting Powered False\u000a13:21:45.967967 run create_hlr_db(pid=12952): Terminated: ok {rc=0}\u000a13:21:46.461768 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12954): Launched\u000a13:21:46.866491 run osmo-hlr_10.42.42.2(pid=12955): Launched\u000a13:21:47.023120 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:21:47.624218 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12957): Launched\u000a13:21:47.925876 run osmo-stp_10.42.42.5(pid=12958): Launched\u000a13:21:48.036320 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:21:48.561424 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12960): Launched\u000a13:21:48.669036 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:21:48.932261 run patchelf(pid=12961): Launched\u000a13:21:49.108058 run osmo-stp_10.42.42.5(pid=12958): ERR: Terminated: ERROR {rc=1} [trial-2375↪gprs:trx-umtrx↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12958)]\u000a13:21:49.236677 run osmo-stp_10.42.42.5(pid=12958): stdout: \u000a| (launched: 2022-12-10_13:21:47.777933)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:21:49.365588 run osmo-stp_10.42.42.5(pid=12958): stderr: \u000a| �[0;m�[38;5;43m20221210132147947 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210132147947 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210132147948 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210132147948 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210132147949 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210132147949 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210132147949 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:21:49.490261 run osmo-stp_10.42.42.5(pid=12958): stdout: \u000a| (launched: 2022-12-10_13:21:47.777933)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:21:49.613869 run osmo-stp_10.42.42.5(pid=12958): stderr: \u000a| �[0;m�[38;5;43m20221210132147947 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210132147947 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210132147948 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210132147948 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210132147949 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210132147949 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210132147949 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:21:49.757588 run patchelf(pid=12961): Terminating (SIGINT)\u000a13:21:49.926458 run patchelf(pid=12961): Terminated: ok {rc=0}\u000a13:21:49.957499 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=12958): Process ended prematurely: osmo-stp_10.42.42.5(pid=12958) [trial-2375↪gprs:trx-umtrx↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12958)] [trial-2375↪gprs:trx-umtrx↪iperf3m4.py:8]\u000a13:21:49.966655 tst iperf3m4.py:8: Test FAILED (10.9 sec)\u000a13:21:50.025992 run osmo-hlr_10.42.42.2(pid=12955): ERR: Terminated: ERROR {rc=237} [trial-2375↪gprs:trx-umtrx↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12955)]\u000a13:21:50.074030 run osmo-hlr_10.42.42.2(pid=12955): stdout: \u000a| (launched: 2022-12-10_13:21:46.619721) \u000a13:21:50.122556 run osmo-hlr_10.42.42.2(pid=12955): stderr: \u000a| �[0;m�[1;31m20221210132146985 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210132146985 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210132146985 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210132146985 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210132146986 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210132146986 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210132147009 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2375/run.2022-12-10_12-42-03/gprs:trx-umtrx/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210132147029 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210132147029 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210132147029 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:21:50.163642 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12944): Terminating (SIGTERM)\u000a13:21:50.202762 run iperf3-srv_10.42.42.10(pid=12945): Terminating (SIGTERM)\u000a13:21:50.242069 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12946): Terminating (SIGTERM)\u000a13:21:50.281159 run iperf3-srv_10.42.42.10(pid=12947): Terminating (SIGTERM)\u000a13:21:50.320542 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12948): Terminating (SIGTERM)\u000a13:21:50.359369 run iperf3-srv_10.42.42.10(pid=12949): Terminating (SIGTERM)\u000a13:21:50.398437 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12950): Terminating (SIGTERM)\u000a13:21:50.437404 run iperf3-srv_10.42.42.10(pid=12951): Terminating (SIGTERM)\u000a13:21:50.476419 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12954): Terminating (SIGTERM)\u000a13:21:50.515506 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12957): Terminating (SIGTERM)\u000a13:21:50.554553 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12960): Terminating (SIGTERM)\u000a13:21:50.563817 --- ParallelTerminationStrategy: PID 12944 died...\u000a13:21:50.616761 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12944): Terminated: ok {rc=0}\u000a13:21:50.626207 --- ParallelTerminationStrategy: PID 12945 died...\u000a13:21:50.677803 run iperf3-srv_10.42.42.10(pid=12945): Terminated {rc=256}\u000a13:21:50.687310 --- ParallelTerminationStrategy: PID 12946 died...\u000a13:21:50.739152 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12946): Terminated: ok {rc=0}\u000a13:21:50.748752 --- ParallelTerminationStrategy: PID 12947 died...\u000a13:21:50.800524 run iperf3-srv_10.42.42.10(pid=12947): Terminated {rc=256}\u000a13:21:50.810130 --- ParallelTerminationStrategy: PID 12948 died...\u000a13:21:50.862349 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12948): Terminated: ok {rc=0}\u000a13:21:50.871720 --- ParallelTerminationStrategy: PID 12949 died...\u000a13:21:50.923559 run iperf3-srv_10.42.42.10(pid=12949): Terminated {rc=256}\u000a13:21:50.933050 --- ParallelTerminationStrategy: PID 12950 died...\u000a13:21:50.985706 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12950): Terminated: ok {rc=0}\u000a13:21:50.995167 --- ParallelTerminationStrategy: PID 12951 died...\u000a13:21:51.047645 run iperf3-srv_10.42.42.10(pid=12951): Terminated {rc=256}\u000a13:21:51.057205 --- ParallelTerminationStrategy: PID 12954 died...\u000a13:21:51.109480 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12954): Terminated: ok {rc=0}\u000a13:21:51.119000 --- ParallelTerminationStrategy: PID 12957 died...\u000a13:21:51.171296 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12957): Terminated: ok {rc=0}\u000a13:21:51.180685 --- ParallelTerminationStrategy: PID 12960 died...\u000a13:21:51.232700 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12960): Terminated: ok {rc=0}\u000a13:21:51.319976 bus /gobi_4: Setting Powered False\u000a13:21:52.421663 bus /gobi_4: Setting Powered False\u000a13:21:53.527949 bus /gobi_1: Setting Powered False\u000a13:21:54.628440 bus /gobi_1: Setting Powered False\u000a13:21:55.739402 bus /gobi_0: Setting Powered False\u000a13:21:56.843637 bus /gobi_0: Setting Powered False\u000a13:21:57.954205 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 176, "className" : "gprs:trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12968): Process ended prematurely: osmo-stp_10.42.42.5(pid=12968) [trial-2375↪gprs:trx-umtrx↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12968)]", "failedSince" : 2200, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12968): Process ended prematurely: osmo-stp_10.42.42.5(pid=12968) [trial-2375↪gprs:trx-umtrx↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12968)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2375 gprs:trx-umtrx ping.py\u000a----------------------------------------------\u000a13:21:59.019570 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a13:21:59.030540 tst gprs:trx-umtrx: Using 1 x bts (candidates: 1)\u000a13:21:59.170995 tst ping.py: using LAC 28681\u000a13:21:59.295326 tst ping.py: using RAC 121\u000a13:21:59.418479 tst ping.py: using CellId 28681\u000a13:21:59.541500 tst ping.py: using BVCI 28682\u000a13:21:59.565682 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a13:21:59.576630 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a13:21:59.587497 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a13:21:59.598254 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a13:21:59.608866 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a13:21:59.619624 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a13:21:59.630460 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a13:21:59.641285 tst gprs:trx-umtrx: Using 1 x modem (candidates: 4)\u000a13:21:59.913107 tst ping.py:19: start network...\u000a13:22:00.036396 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:22:00.500696 run create_hlr_db(pid=12962): Launched\u000a13:22:00.672486 bus /gobi_6: Setting Powered False\u000a13:22:01.753945 run create_hlr_db(pid=12962): Terminated: ok {rc=0}\u000a13:22:02.209674 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12964): Launched\u000a13:22:02.525861 run osmo-hlr_10.42.42.2(pid=12965): Launched\u000a13:22:02.641917 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:22:03.190712 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12967): Launched\u000a13:22:03.504755 run osmo-stp_10.42.42.5(pid=12968): Launched\u000a13:22:03.618685 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:22:04.166701 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12970): Launched\u000a13:22:04.272346 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:22:04.530106 run patchelf(pid=12971): Launched\u000a13:22:04.703285 run osmo-stp_10.42.42.5(pid=12968): ERR: Terminated: ERROR {rc=1} [trial-2375↪gprs:trx-umtrx↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12968)]\u000a13:22:04.830327 run osmo-stp_10.42.42.5(pid=12968): stdout: \u000a| (launched: 2022-12-10_13:22:03.350792)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:22:04.956745 run osmo-stp_10.42.42.5(pid=12968): stderr: \u000a| �[0;m�[38;5;43m20221210132203542 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210132203543 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210132203543 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210132203543 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210132203544 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210132203544 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210132203544 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:22:05.079398 run osmo-stp_10.42.42.5(pid=12968): stdout: \u000a| (launched: 2022-12-10_13:22:03.350792)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:22:05.201207 run osmo-stp_10.42.42.5(pid=12968): stderr: \u000a| �[0;m�[38;5;43m20221210132203542 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210132203543 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210132203543 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210132203543 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210132203544 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210132203544 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210132203544 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:22:05.342280 run patchelf(pid=12971): Terminating (SIGINT)\u000a13:22:05.508176 run patchelf(pid=12971): Terminated: ok {rc=0}\u000a13:22:05.538442 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=12968): Process ended prematurely: osmo-stp_10.42.42.5(pid=12968) [trial-2375↪gprs:trx-umtrx↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12968)] [trial-2375↪gprs:trx-umtrx↪ping.py:22]\u000a13:22:05.547035 tst ping.py:22: Test FAILED (6.5 sec)\u000a13:22:05.606630 run osmo-hlr_10.42.42.2(pid=12965): ERR: Terminated: ERROR {rc=237} [trial-2375↪gprs:trx-umtrx↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12965)]\u000a13:22:05.654954 run osmo-hlr_10.42.42.2(pid=12965): stdout: \u000a| (launched: 2022-12-10_13:22:02.371334) \u000a13:22:05.703801 run osmo-hlr_10.42.42.2(pid=12965): stderr: \u000a| �[0;m�[1;31m20221210132202569 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210132202569 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210132202569 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210132202569 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210132202569 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210132202569 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210132202586 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2375/run.2022-12-10_12-42-03/gprs:trx-umtrx/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210132202597 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210132202597 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210132202597 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:22:05.744997 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12964): Terminating (SIGTERM)\u000a13:22:05.784130 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12967): Terminating (SIGTERM)\u000a13:22:05.823680 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12970): Terminating (SIGTERM)\u000a13:22:05.833127 --- ParallelTerminationStrategy: PID 12964 died...\u000a13:22:05.885509 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12964): Terminated: ok {rc=0}\u000a13:22:05.895242 --- ParallelTerminationStrategy: PID 12967 died...\u000a13:22:05.947940 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12967): Terminated: ok {rc=0}\u000a13:22:05.957810 --- ParallelTerminationStrategy: PID 12970 died...\u000a13:22:06.009848 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12970): Terminated: ok {rc=0}\u000a13:22:06.092205 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 237, "className" : "gprs:trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12978): Process ended prematurely: osmo-stp_10.42.42.5(pid=12978) [trial-2375↪gprs:trx-umtrx↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12978)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12978): Process ended prematurely: osmo-stp_10.42.42.5(pid=12978) [trial-2375↪gprs:trx-umtrx↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12978)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2375 gprs:trx-umtrx ping_idle_ping.py\u000a----------------------------------------------\u000a13:22:07.144754 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a13:22:07.156309 tst gprs:trx-umtrx: Using 1 x bts (candidates: 1)\u000a13:22:07.298685 tst ping_idle_ping.py: using LAC 28682\u000a13:22:07.417159 tst ping_idle_ping.py: using RAC 122\u000a13:22:07.534086 tst ping_idle_ping.py: using CellId 28682\u000a13:22:07.649998 tst ping_idle_ping.py: using BVCI 28683\u000a13:22:07.672908 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a13:22:07.683450 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a13:22:07.693960 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a13:22:07.704359 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a13:22:07.714957 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a13:22:07.725458 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a13:22:07.735916 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a13:22:07.746480 tst gprs:trx-umtrx: Using 1 x modem (candidates: 4)\u000a13:22:08.032441 tst ping_idle_ping.py:24: start network...\u000a13:22:08.163386 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:22:08.669887 run create_hlr_db(pid=12972): Launched\u000a13:22:08.854122 bus /gobi_6: Setting Powered False\u000a13:22:09.873908 run create_hlr_db(pid=12972): Terminated: ok {rc=0}\u000a13:22:10.294344 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12974): Launched\u000a13:22:10.611597 run osmo-hlr_10.42.42.2(pid=12975): Launched\u000a13:22:10.728502 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:22:11.278354 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12977): Launched\u000a13:22:11.595103 run osmo-stp_10.42.42.5(pid=12978): Launched\u000a13:22:11.709750 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:22:12.259970 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12980): Launched\u000a13:22:12.372266 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:22:12.647312 run patchelf(pid=12981): Launched\u000a13:22:12.832735 run osmo-stp_10.42.42.5(pid=12978): ERR: Terminated: ERROR {rc=1} [trial-2375↪gprs:trx-umtrx↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12978)]\u000a13:22:12.967163 run osmo-stp_10.42.42.5(pid=12978): stdout: \u000a| (launched: 2022-12-10_13:22:11.439415)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:22:13.102280 run osmo-stp_10.42.42.5(pid=12978): stderr: \u000a| �[0;m�[38;5;43m20221210132211631 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210132211631 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210132211631 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210132211632 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210132211632 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210132211632 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210132211633 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:22:13.232720 run osmo-stp_10.42.42.5(pid=12978): stdout: \u000a| (launched: 2022-12-10_13:22:11.439415)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:22:13.362657 run osmo-stp_10.42.42.5(pid=12978): stderr: \u000a| �[0;m�[38;5;43m20221210132211631 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210132211631 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210132211631 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210132211632 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210132211632 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210132211632 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210132211633 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:22:13.514182 run patchelf(pid=12981): Terminating (SIGINT)\u000a13:22:13.691492 run patchelf(pid=12981): Terminated: ok {rc=0}\u000a13:22:13.723664 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=12978): Process ended prematurely: osmo-stp_10.42.42.5(pid=12978) [trial-2375↪gprs:trx-umtrx↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12978)] [trial-2375↪gprs:trx-umtrx↪ping_idle_ping.py:27]\u000a13:22:13.732685 tst ping_idle_ping.py:27: Test FAILED (6.6 sec)\u000a13:22:13.794438 run osmo-hlr_10.42.42.2(pid=12975): ERR: Terminated: ERROR {rc=237} [trial-2375↪gprs:trx-umtrx↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12975)]\u000a13:22:13.844805 run osmo-hlr_10.42.42.2(pid=12975): stdout: \u000a| (launched: 2022-12-10_13:22:10.455815) \u000a13:22:13.895986 run osmo-hlr_10.42.42.2(pid=12975): stderr: \u000a| �[0;m�[1;31m20221210132210654 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210132210654 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210132210654 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210132210654 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210132210654 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210132210654 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210132210667 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2375/run.2022-12-10_12-42-03/gprs:trx-umtrx/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210132210676 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210132210676 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210132210676 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:22:13.939734 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12974): Terminating (SIGTERM)\u000a13:22:13.981064 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12977): Terminating (SIGTERM)\u000a13:22:14.022489 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12980): Terminating (SIGTERM)\u000a13:22:14.032103 --- ParallelTerminationStrategy: PID 12974 died...\u000a13:22:14.087282 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12974): Terminated: ok {rc=0}\u000a13:22:14.097464 --- ParallelTerminationStrategy: PID 12977 died...\u000a13:22:14.152149 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12977): Terminated: ok {rc=0}\u000a13:22:14.162205 --- ParallelTerminationStrategy: PID 12980 died...\u000a13:22:14.216596 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12980): Terminated: ok {rc=0}\u000a13:22:14.301137 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "88", "name" : "gprs_trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T13:21:16" }, { "cases" : [ { "testActions" : [ ], "age" : 237, "className" : "gprs:trx-umtrx+mod-bts0-egprs", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12996): Process ended prematurely: osmo-stp_10.42.42.5(pid=12996) [trial-2375↪gprs:trx-umtrx+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12996)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12996): Process ended prematurely: osmo-stp_10.42.42.5(pid=12996) [trial-2375↪gprs:trx-umtrx+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12996)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2375 gprs:trx-umtrx+mod-bts0-egprs cs_paging_gprs_active.py\u000a----------------------------------------------\u000a13:22:16.446753 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:22:16.457702 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a13:22:16.625249 tst cs_paging_gprs_active.py: using LAC 28683\u000a13:22:16.749384 tst cs_paging_gprs_active.py: using RAC 123\u000a13:22:16.878512 tst cs_paging_gprs_active.py: using CellId 28683\u000a13:22:17.006884 tst cs_paging_gprs_active.py: using BVCI 28684\u000a13:22:17.032269 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:22:17.044399 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:22:17.056114 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:22:17.068147 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:22:17.080317 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:22:17.091791 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:22:17.103551 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:22:17.114911 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:22:17.126615 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a13:22:17.244410 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a13:22:17.524906 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a13:22:17.651026 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:22:17.963048 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12986): Launched\u000a13:22:18.222609 run iperf3-srv_10.42.42.10(pid=12987): Launched\u000a13:22:18.406809 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a13:22:18.532735 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:22:18.844453 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12988): Launched\u000a13:22:19.104398 run iperf3-srv_10.42.42.10(pid=12989): Launched\u000a13:22:19.288018 tst cs_paging_gprs_active.py:38: start network...\u000a13:22:19.413943 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:22:19.891061 run create_hlr_db(pid=12990): Launched\u000a13:22:20.064794 bus /gobi_6: Setting Powered False\u000a13:22:21.096845 run create_hlr_db(pid=12990): Terminated: ok {rc=0}\u000a13:22:21.522675 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12992): Launched\u000a13:22:21.845327 run osmo-hlr_10.42.42.2(pid=12993): Launched\u000a13:22:21.963885 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:22:22.521941 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12995): Launched\u000a13:22:22.843698 run osmo-stp_10.42.42.5(pid=12996): Launched\u000a13:22:22.961353 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:22:23.522401 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12998): Launched\u000a13:22:23.637469 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:22:23.916909 run patchelf(pid=12999): Launched\u000a13:22:24.105043 run osmo-stp_10.42.42.5(pid=12996): ERR: Terminated: ERROR {rc=1} [trial-2375↪gprs:trx-umtrx+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12996)]\u000a13:22:24.242084 run osmo-stp_10.42.42.5(pid=12996): stdout: \u000a| (launched: 2022-12-10_13:22:22.685863)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:22:24.379361 run osmo-stp_10.42.42.5(pid=12996): stderr: \u000a| �[0;m�[38;5;43m20221210132222876 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210132222877 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210132222877 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210132222877 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210132222878 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210132222878 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210132222878 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:22:24.512856 run osmo-stp_10.42.42.5(pid=12996): stdout: \u000a| (launched: 2022-12-10_13:22:22.685863)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:22:24.644689 run osmo-stp_10.42.42.5(pid=12996): stderr: \u000a| �[0;m�[38;5;43m20221210132222876 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210132222877 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210132222877 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210132222877 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210132222878 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210132222878 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210132222878 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:22:24.798499 run patchelf(pid=12999): Terminating (SIGINT)\u000a13:22:24.979419 run patchelf(pid=12999): Terminated: ok {rc=0}\u000a13:22:25.012464 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=12996): Process ended prematurely: osmo-stp_10.42.42.5(pid=12996) [trial-2375↪gprs:trx-umtrx+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12996)] [trial-2375↪gprs:trx-umtrx+mod-bts0-egprs↪cs_paging_gprs_active.py:38]\u000a13:22:25.022162 tst cs_paging_gprs_active.py:38: Test FAILED (8.6 sec)\u000a13:22:25.084726 run osmo-hlr_10.42.42.2(pid=12993): ERR: Terminated: ERROR {rc=237} [trial-2375↪gprs:trx-umtrx+mod-bts0-egprs↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12993)]\u000a13:22:25.135862 run osmo-hlr_10.42.42.2(pid=12993): stdout: \u000a| (launched: 2022-12-10_13:22:21.686892) \u000a13:22:25.187300 run osmo-hlr_10.42.42.2(pid=12993): stderr: \u000a| �[0;m�[1;31m20221210132221884 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210132221884 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210132221884 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210132221884 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210132221884 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210132221884 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210132221897 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2375/run.2022-12-10_12-42-03/gprs:trx-umtrx+mod-bts0-egprs/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210132221907 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210132221907 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210132221907 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:22:25.230742 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12986): Terminating (SIGTERM)\u000a13:22:25.271607 run iperf3-srv_10.42.42.10(pid=12987): Terminating (SIGTERM)\u000a13:22:25.312570 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12988): Terminating (SIGTERM)\u000a13:22:25.353575 run iperf3-srv_10.42.42.10(pid=12989): Terminating (SIGTERM)\u000a13:22:25.394630 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12992): Terminating (SIGTERM)\u000a13:22:25.435930 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12995): Terminating (SIGTERM)\u000a13:22:25.476903 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12998): Terminating (SIGTERM)\u000a13:22:25.486485 --- ParallelTerminationStrategy: PID 12986 died...\u000a13:22:25.541208 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12986): Terminated: ok {rc=0}\u000a13:22:25.551082 --- ParallelTerminationStrategy: PID 12987 died...\u000a13:22:25.605738 run iperf3-srv_10.42.42.10(pid=12987): Terminated {rc=256}\u000a13:22:25.615624 --- ParallelTerminationStrategy: PID 12988 died...\u000a13:22:25.670090 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12988): Terminated: ok {rc=0}\u000a13:22:25.679932 --- ParallelTerminationStrategy: PID 12989 died...\u000a13:22:25.734262 run iperf3-srv_10.42.42.10(pid=12989): Terminated {rc=256}\u000a13:22:25.744223 --- ParallelTerminationStrategy: PID 12992 died...\u000a13:22:25.798783 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12992): Terminated: ok {rc=0}\u000a13:22:25.808682 --- ParallelTerminationStrategy: PID 12995 died...\u000a13:22:25.863748 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12995): Terminated: ok {rc=0}\u000a13:22:25.873789 --- ParallelTerminationStrategy: PID 12998 died...\u000a13:22:25.928529 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12998): Terminated: ok {rc=0}\u000a13:22:26.014039 bus /gobi_0: Setting Powered False\u000a13:22:27.118050 bus /gobi_0: Setting Powered False\u000a13:22:28.227524 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 237, "className" : "gprs:trx-umtrx+mod-bts0-egprs", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13008): Process ended prematurely: osmo-stp_10.42.42.5(pid=13008) [trial-2375↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13008)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13008): Process ended prematurely: osmo-stp_10.42.42.5(pid=13008) [trial-2375↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13008)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2375 gprs:trx-umtrx+mod-bts0-egprs iperf3.py\u000a----------------------------------------------\u000a13:22:29.340574 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:22:29.352335 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a13:22:29.499981 tst iperf3.py: using LAC 28684\u000a13:22:29.626067 tst iperf3.py: using RAC 124\u000a13:22:29.756773 tst iperf3.py: using CellId 28684\u000a13:22:29.883357 tst iperf3.py: using BVCI 28685\u000a13:22:29.908106 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:22:29.919327 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:22:29.930396 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:22:29.941331 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:22:29.952171 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:22:29.963088 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:22:29.974225 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:22:29.985136 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:22:29.996215 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a13:22:30.272842 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a13:22:30.398524 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:22:30.708662 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13000): Launched\u000a13:22:31.000492 run iperf3-srv_10.42.42.10(pid=13001): Launched\u000a13:22:31.187670 tst iperf3.py:8: start network...\u000a13:22:31.315787 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:22:31.837153 run create_hlr_db(pid=13002): Launched\u000a13:22:32.012684 bus /gobi_6: Setting Powered False\u000a13:22:33.031091 run create_hlr_db(pid=13002): Terminated: ok {rc=0}\u000a13:22:33.455822 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13004): Launched\u000a13:22:33.776345 run osmo-hlr_10.42.42.2(pid=13005): Launched\u000a13:22:33.893537 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:22:34.456916 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13007): Launched\u000a13:22:34.778444 run osmo-stp_10.42.42.5(pid=13008): Launched\u000a13:22:34.895065 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:22:35.455890 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13010): Launched\u000a13:22:35.570363 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:22:35.848819 run patchelf(pid=13011): Launched\u000a13:22:36.038458 run osmo-stp_10.42.42.5(pid=13008): ERR: Terminated: ERROR {rc=1} [trial-2375↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13008)]\u000a13:22:36.175339 run osmo-stp_10.42.42.5(pid=13008): stdout: \u000a| (launched: 2022-12-10_13:22:34.620521)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:22:36.313105 run osmo-stp_10.42.42.5(pid=13008): stderr: \u000a| �[0;m�[38;5;43m20221210132234812 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210132234812 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210132234812 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210132234813 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210132234813 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210132234813 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210132234813 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:22:36.446417 run osmo-stp_10.42.42.5(pid=13008): stdout: \u000a| (launched: 2022-12-10_13:22:34.620521)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:22:36.578242 run osmo-stp_10.42.42.5(pid=13008): stderr: \u000a| �[0;m�[38;5;43m20221210132234812 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210132234812 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210132234812 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210132234813 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210132234813 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210132234813 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210132234813 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:22:36.731325 run patchelf(pid=13011): Terminating (SIGINT)\u000a13:22:36.911124 run patchelf(pid=13011): Terminated: ok {rc=0}\u000a13:22:36.944147 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=13008): Process ended prematurely: osmo-stp_10.42.42.5(pid=13008) [trial-2375↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13008)] [trial-2375↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3.py:8]\u000a13:22:36.954074 tst iperf3.py:8: Test FAILED (7.6 sec)\u000a13:22:37.016639 run osmo-hlr_10.42.42.2(pid=13005): ERR: Terminated: ERROR {rc=237} [trial-2375↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13005)]\u000a13:22:37.067236 run osmo-hlr_10.42.42.2(pid=13005): stdout: \u000a| (launched: 2022-12-10_13:22:33.619001) \u000a13:22:37.118650 run osmo-hlr_10.42.42.2(pid=13005): stderr: \u000a| �[0;m�[1;31m20221210132233816 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210132233816 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210132233816 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210132233816 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210132233816 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210132233816 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210132233829 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2375/run.2022-12-10_12-42-03/gprs:trx-umtrx+mod-bts0-egprs/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210132233837 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210132233837 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210132233837 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:22:37.162368 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13000): Terminating (SIGTERM)\u000a13:22:37.203537 run iperf3-srv_10.42.42.10(pid=13001): Terminating (SIGTERM)\u000a13:22:37.244721 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13004): Terminating (SIGTERM)\u000a13:22:37.285936 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13007): Terminating (SIGTERM)\u000a13:22:37.327119 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13010): Terminating (SIGTERM)\u000a13:22:37.336757 --- ParallelTerminationStrategy: PID 13000 died...\u000a13:22:37.391674 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13000): Terminated: ok {rc=0}\u000a13:22:37.401775 --- ParallelTerminationStrategy: PID 13001 died...\u000a13:22:37.456597 run iperf3-srv_10.42.42.10(pid=13001): Terminated {rc=256}\u000a13:22:37.466630 --- ParallelTerminationStrategy: PID 13004 died...\u000a13:22:37.521673 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13004): Terminated: ok {rc=0}\u000a13:22:37.531543 --- ParallelTerminationStrategy: PID 13007 died...\u000a13:22:37.586359 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13007): Terminated: ok {rc=0}\u000a13:22:37.596425 --- ParallelTerminationStrategy: PID 13010 died...\u000a13:22:37.651292 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13010): Terminated: ok {rc=0}\u000a13:22:37.737709 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 237, "className" : "gprs:trx-umtrx+mod-bts0-egprs", "duration" : 12.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13028): Process ended prematurely: osmo-stp_10.42.42.5(pid=13028) [trial-2375↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13028)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13028): Process ended prematurely: osmo-stp_10.42.42.5(pid=13028) [trial-2375↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13028)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2375 gprs:trx-umtrx+mod-bts0-egprs iperf3m4.py\u000a----------------------------------------------\u000a13:22:38.850230 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:22:38.861345 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a13:22:38.997406 tst iperf3m4.py: using LAC 28685\u000a13:22:39.118241 tst iperf3m4.py: using RAC 125\u000a13:22:39.243875 tst iperf3m4.py: using CellId 28685\u000a13:22:39.369954 tst iperf3m4.py: using BVCI 28686\u000a13:22:39.394718 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:22:39.405969 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:22:39.416996 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:22:39.428519 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:22:39.439435 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:22:39.450340 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:22:39.461420 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:22:39.472134 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:22:39.483375 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a13:22:39.602626 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a13:22:39.721530 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a13:22:39.842240 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a13:22:40.122806 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a13:22:40.248617 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:22:40.559441 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13014): Launched\u000a13:22:40.817623 run iperf3-srv_10.42.42.10(pid=13015): Launched\u000a13:22:41.000716 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a13:22:41.138620 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:22:41.469836 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13016): Launched\u000a13:22:41.744935 run iperf3-srv_10.42.42.10(pid=13017): Launched\u000a13:22:41.941651 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a13:22:42.075027 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:22:42.405440 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13018): Launched\u000a13:22:42.681353 run iperf3-srv_10.42.42.10(pid=13019): Launched\u000a13:22:42.878494 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a13:22:43.013104 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:22:43.346027 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13020): Launched\u000a13:22:43.622352 run iperf3-srv_10.42.42.10(pid=13021): Launched\u000a13:22:43.819016 tst iperf3m4.py:8: start network...\u000a13:22:43.953410 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:22:44.467394 run create_hlr_db(pid=13022): Launched\u000a13:22:44.652857 bus /gobi_6: Setting Powered False\u000a13:22:45.672905 run create_hlr_db(pid=13022): Terminated: ok {rc=0}\u000a13:22:46.101528 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13024): Launched\u000a13:22:46.561752 run osmo-hlr_10.42.42.2(pid=13025): Launched\u000a13:22:46.775477 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:22:47.336678 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13027): Launched\u000a13:22:47.658135 run osmo-stp_10.42.42.5(pid=13028): Launched\u000a13:22:47.774613 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:22:48.334765 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13030): Launched\u000a13:22:48.449946 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:22:48.728691 run patchelf(pid=13031): Launched\u000a13:22:48.916058 run osmo-stp_10.42.42.5(pid=13028): ERR: Terminated: ERROR {rc=1} [trial-2375↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13028)]\u000a13:22:49.053368 run osmo-stp_10.42.42.5(pid=13028): stdout: \u000a| (launched: 2022-12-10_13:22:47.501233)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:22:49.191354 run osmo-stp_10.42.42.5(pid=13028): stderr: \u000a| �[0;m�[38;5;43m20221210132247693 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210132247693 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210132247693 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210132247693 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210132247696 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210132247696 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210132247696 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:22:49.324478 run osmo-stp_10.42.42.5(pid=13028): stdout: \u000a| (launched: 2022-12-10_13:22:47.501233)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:22:49.456754 run osmo-stp_10.42.42.5(pid=13028): stderr: \u000a| �[0;m�[38;5;43m20221210132247693 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210132247693 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210132247693 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210132247693 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210132247696 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210132247696 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210132247696 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:22:49.610134 run patchelf(pid=13031): Terminating (SIGINT)\u000a13:22:49.790412 run patchelf(pid=13031): Terminated: ok {rc=0}\u000a13:22:49.823295 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=13028): Process ended prematurely: osmo-stp_10.42.42.5(pid=13028) [trial-2375↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13028)] [trial-2375↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3m4.py:8]\u000a13:22:49.833072 tst iperf3m4.py:8: Test FAILED (11.0 sec)\u000a13:22:49.895449 run osmo-hlr_10.42.42.2(pid=13025): ERR: Terminated: ERROR {rc=237} [trial-2375↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13025)]\u000a13:22:49.946059 run osmo-hlr_10.42.42.2(pid=13025): stdout: \u000a| (launched: 2022-12-10_13:22:46.257232) \u000a13:22:49.997415 run osmo-hlr_10.42.42.2(pid=13025): stderr: \u000a| �[0;m�[1;31m20221210132246465 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210132246465 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210132246466 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210132246466 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210132246466 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210132246466 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210132246479 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2375/run.2022-12-10_12-42-03/gprs:trx-umtrx+mod-bts0-egprs/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210132246492 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210132246492 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210132246492 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:22:50.041077 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13014): Terminating (SIGTERM)\u000a13:22:50.082538 run iperf3-srv_10.42.42.10(pid=13015): Terminating (SIGTERM)\u000a13:22:50.124115 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13016): Terminating (SIGTERM)\u000a13:22:50.165652 run iperf3-srv_10.42.42.10(pid=13017): Terminating (SIGTERM)\u000a13:22:50.207255 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13018): Terminating (SIGTERM)\u000a13:22:50.248578 run iperf3-srv_10.42.42.10(pid=13019): Terminating (SIGTERM)\u000a13:22:50.290373 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13020): Terminating (SIGTERM)\u000a13:22:50.331742 run iperf3-srv_10.42.42.10(pid=13021): Terminating (SIGTERM)\u000a13:22:50.373245 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13024): Terminating (SIGTERM)\u000a13:22:50.414631 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13027): Terminating (SIGTERM)\u000a13:22:50.456578 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13030): Terminating (SIGTERM)\u000a13:22:50.466243 --- ParallelTerminationStrategy: PID 13014 died...\u000a13:22:50.521592 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13014): Terminated: ok {rc=0}\u000a13:22:50.531611 --- ParallelTerminationStrategy: PID 13015 died...\u000a13:22:50.586673 run iperf3-srv_10.42.42.10(pid=13015): Terminated {rc=256}\u000a13:22:50.596599 --- ParallelTerminationStrategy: PID 13016 died...\u000a13:22:50.651435 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13016): Terminated: ok {rc=0}\u000a13:22:50.661499 --- ParallelTerminationStrategy: PID 13017 died...\u000a13:22:50.716093 run iperf3-srv_10.42.42.10(pid=13017): Terminated {rc=256}\u000a13:22:50.725996 --- ParallelTerminationStrategy: PID 13018 died...\u000a13:22:50.780736 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13018): Terminated: ok {rc=0}\u000a13:22:50.790712 --- ParallelTerminationStrategy: PID 13019 died...\u000a13:22:50.845588 run iperf3-srv_10.42.42.10(pid=13019): Terminated {rc=256}\u000a13:22:50.855532 --- ParallelTerminationStrategy: PID 13020 died...\u000a13:22:50.910242 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13020): Terminated: ok {rc=0}\u000a13:22:50.920100 --- ParallelTerminationStrategy: PID 13021 died...\u000a13:22:50.975632 run iperf3-srv_10.42.42.10(pid=13021): Terminated {rc=256}\u000a13:22:50.985824 --- ParallelTerminationStrategy: PID 13024 died...\u000a13:22:51.040940 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13024): Terminated: ok {rc=0}\u000a13:22:51.051146 --- ParallelTerminationStrategy: PID 13027 died...\u000a13:22:51.106804 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13027): Terminated: ok {rc=0}\u000a13:22:51.116892 --- ParallelTerminationStrategy: PID 13030 died...\u000a13:22:51.172070 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13030): Terminated: ok {rc=0}\u000a13:22:51.257896 bus /gobi_4: Setting Powered False\u000a13:22:52.364711 bus /gobi_4: Setting Powered False\u000a13:22:53.474728 bus /gobi_1: Setting Powered False\u000a13:22:54.577953 bus /gobi_1: Setting Powered False\u000a13:22:55.686959 bus /gobi_0: Setting Powered False\u000a13:22:56.788438 bus /gobi_0: Setting Powered False\u000a13:22:57.899798 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 237, "className" : "gprs:trx-umtrx+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13038): Process ended prematurely: osmo-stp_10.42.42.5(pid=13038) [trial-2375↪gprs:trx-umtrx+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13038)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13038): Process ended prematurely: osmo-stp_10.42.42.5(pid=13038) [trial-2375↪gprs:trx-umtrx+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13038)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2375 gprs:trx-umtrx+mod-bts0-egprs ping.py\u000a----------------------------------------------\u000a13:22:58.965370 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:22:58.976649 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a13:22:59.113363 tst ping.py: using LAC 28686\u000a13:22:59.230259 tst ping.py: using RAC 126\u000a13:22:59.346510 tst ping.py: using CellId 28686\u000a13:22:59.463343 tst ping.py: using BVCI 28687\u000a13:22:59.486050 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:22:59.496689 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:22:59.507213 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:22:59.518003 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:22:59.529133 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:22:59.539868 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:22:59.550789 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:22:59.561552 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a13:22:59.850343 tst ping.py:19: start network...\u000a13:22:59.982070 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:23:00.488142 run create_hlr_db(pid=13032): Launched\u000a13:23:00.672690 bus /gobi_6: Setting Powered False\u000a13:23:01.686048 run create_hlr_db(pid=13032): Terminated: ok {rc=0}\u000a13:23:02.154796 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13034): Launched\u000a13:23:02.475376 run osmo-hlr_10.42.42.2(pid=13035): Launched\u000a13:23:02.591806 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:23:03.141417 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13037): Launched\u000a13:23:03.456562 run osmo-stp_10.42.42.5(pid=13038): Launched\u000a13:23:03.570536 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:23:04.121979 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13040): Launched\u000a13:23:04.234441 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:23:04.510252 run patchelf(pid=13041): Launched\u000a13:23:04.695509 run osmo-stp_10.42.42.5(pid=13038): ERR: Terminated: ERROR {rc=1} [trial-2375↪gprs:trx-umtrx+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13038)]\u000a13:23:04.830577 run osmo-stp_10.42.42.5(pid=13038): stdout: \u000a| (launched: 2022-12-10_13:23:03.302201)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:23:04.965742 run osmo-stp_10.42.42.5(pid=13038): stderr: \u000a| �[0;m�[38;5;43m20221210132303495 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210132303495 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210132303495 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210132303496 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210132303496 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210132303496 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210132303496 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:23:05.096736 run osmo-stp_10.42.42.5(pid=13038): stdout: \u000a| (launched: 2022-12-10_13:23:03.302201)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:23:05.227354 run osmo-stp_10.42.42.5(pid=13038): stderr: \u000a| �[0;m�[38;5;43m20221210132303495 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210132303495 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210132303495 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210132303496 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210132303496 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210132303496 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210132303496 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:23:05.378604 run patchelf(pid=13041): Terminating (SIGINT)\u000a13:23:05.556772 run patchelf(pid=13041): Terminated: ok {rc=0}\u000a13:23:05.588939 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=13038): Process ended prematurely: osmo-stp_10.42.42.5(pid=13038) [trial-2375↪gprs:trx-umtrx+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13038)] [trial-2375↪gprs:trx-umtrx+mod-bts0-egprs↪ping.py:22]\u000a13:23:05.598177 tst ping.py:22: Test FAILED (6.6 sec)\u000a13:23:05.661771 run osmo-hlr_10.42.42.2(pid=13035): ERR: Terminated: ERROR {rc=237} [trial-2375↪gprs:trx-umtrx+mod-bts0-egprs↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13035)]\u000a13:23:05.712587 run osmo-hlr_10.42.42.2(pid=13035): stdout: \u000a| (launched: 2022-12-10_13:23:02.320321) \u000a13:23:05.764063 run osmo-hlr_10.42.42.2(pid=13035): stderr: \u000a| �[0;m�[1;31m20221210132302519 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210132302519 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210132302519 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210132302519 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210132302519 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210132302519 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210132302532 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2375/run.2022-12-10_12-42-03/gprs:trx-umtrx+mod-bts0-egprs/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210132302540 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210132302541 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210132302541 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:23:05.807827 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13034): Terminating (SIGTERM)\u000a13:23:05.849819 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13037): Terminating (SIGTERM)\u000a13:23:05.891625 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13040): Terminating (SIGTERM)\u000a13:23:05.901435 --- ParallelTerminationStrategy: PID 13034 died...\u000a13:23:05.957730 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13034): Terminated: ok {rc=0}\u000a13:23:05.967951 --- ParallelTerminationStrategy: PID 13037 died...\u000a13:23:06.023362 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13037): Terminated: ok {rc=0}\u000a13:23:06.033601 --- ParallelTerminationStrategy: PID 13040 died...\u000a13:23:06.088757 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13040): Terminated: ok {rc=0}\u000a13:23:06.175491 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 237, "className" : "gprs:trx-umtrx+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13048): Process ended prematurely: osmo-stp_10.42.42.5(pid=13048) [trial-2375↪gprs:trx-umtrx+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13048)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13048): Process ended prematurely: osmo-stp_10.42.42.5(pid=13048) [trial-2375↪gprs:trx-umtrx+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13048)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2375 gprs:trx-umtrx+mod-bts0-egprs ping_idle_ping.py\u000a----------------------------------------------\u000a13:23:07.228810 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:23:07.241358 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a13:23:07.384885 tst ping_idle_ping.py: using LAC 28687\u000a13:23:07.511577 tst ping_idle_ping.py: using RAC 127\u000a13:23:07.635914 tst ping_idle_ping.py: using CellId 28687\u000a13:23:07.761555 tst ping_idle_ping.py: using BVCI 28688\u000a13:23:07.785850 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:23:07.797084 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:23:07.808109 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:23:07.819148 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:23:07.830054 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:23:07.841069 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:23:07.852167 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:23:07.863259 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a13:23:08.137579 tst ping_idle_ping.py:24: start network...\u000a13:23:08.261247 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:23:08.745418 run create_hlr_db(pid=13042): Launched\u000a13:23:08.928868 bus /gobi_6: Setting Powered False\u000a13:23:09.949275 run create_hlr_db(pid=13042): Terminated: ok {rc=0}\u000a13:23:10.347842 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13044): Launched\u000a13:23:10.644621 run osmo-hlr_10.42.42.2(pid=13045): Launched\u000a13:23:10.757430 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:23:11.275125 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13047): Launched\u000a13:23:11.572099 run osmo-stp_10.42.42.5(pid=13048): Launched\u000a13:23:11.681555 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:23:12.198265 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13050): Launched\u000a13:23:12.304479 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:23:12.564464 run patchelf(pid=13051): Launched\u000a13:23:12.739329 run osmo-stp_10.42.42.5(pid=13048): ERR: Terminated: ERROR {rc=1} [trial-2375↪gprs:trx-umtrx+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13048)]\u000a13:23:12.867153 run osmo-stp_10.42.42.5(pid=13048): stdout: \u000a| (launched: 2022-12-10_13:23:11.425964)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:23:12.994707 run osmo-stp_10.42.42.5(pid=13048): stderr: \u000a| �[0;m�[38;5;43m20221210132311595 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210132311596 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210132311596 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210132311596 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210132311597 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210132311597 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210132311597 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:23:13.117849 run osmo-stp_10.42.42.5(pid=13048): stdout: \u000a| (launched: 2022-12-10_13:23:11.425964)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:23:13.240438 run osmo-stp_10.42.42.5(pid=13048): stderr: \u000a| �[0;m�[38;5;43m20221210132311595 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210132311596 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210132311596 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210132311596 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210132311597 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210132311597 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210132311597 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:23:13.383880 run patchelf(pid=13051): Terminating (SIGINT)\u000a13:23:13.551644 run patchelf(pid=13051): Terminated: ok {rc=0}\u000a13:23:13.582001 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=13048): Process ended prematurely: osmo-stp_10.42.42.5(pid=13048) [trial-2375↪gprs:trx-umtrx+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13048)] [trial-2375↪gprs:trx-umtrx+mod-bts0-egprs↪ping_idle_ping.py:27]\u000a13:23:13.590592 tst ping_idle_ping.py:27: Test FAILED (6.4 sec)\u000a13:23:13.650196 run osmo-hlr_10.42.42.2(pid=13045): ERR: Terminated: ERROR {rc=237} [trial-2375↪gprs:trx-umtrx+mod-bts0-egprs↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13045)]\u000a13:23:13.698805 run osmo-hlr_10.42.42.2(pid=13045): stdout: \u000a| (launched: 2022-12-10_13:23:10.498602) \u000a13:23:13.748147 run osmo-hlr_10.42.42.2(pid=13045): stderr: \u000a| �[0;m�[1;31m20221210132310673 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210132310673 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210132310673 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210132310673 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210132310673 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210132310673 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210132310685 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2375/run.2022-12-10_12-42-03/gprs:trx-umtrx+mod-bts0-egprs/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210132310694 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210132310694 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210132310695 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:23:13.789858 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13044): Terminating (SIGTERM)\u000a13:23:13.829562 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13047): Terminating (SIGTERM)\u000a13:23:13.869158 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13050): Terminating (SIGTERM)\u000a13:23:13.878637 --- ParallelTerminationStrategy: PID 13044 died...\u000a13:23:13.931739 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13044): Terminated: ok {rc=0}\u000a13:23:13.941526 --- ParallelTerminationStrategy: PID 13047 died...\u000a13:23:13.993957 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13047): Terminated: ok {rc=0}\u000a13:23:14.003924 --- ParallelTerminationStrategy: PID 13050 died...\u000a13:23:14.056797 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13050): Terminated: ok {rc=0}\u000a13:23:14.143694 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "89", "name" : "gprs_trx-umtrx+mod-bts0-egprs", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T13:22:16" }, { "cases" : [ { "testActions" : [ ], "age" : 237, "className" : "gprs:trx-umtrx+mod-bts0-dynts-ipa", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13337): Process ended prematurely: osmo-stp_10.42.42.5(pid=13337) [trial-2375↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13337)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13337): Process ended prematurely: osmo-stp_10.42.42.5(pid=13337) [trial-2375↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13337)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2375 gprs:trx-umtrx+mod-bts0-dynts-ipa cs_paging_gprs_active.py\u000a----------------------------------------------\u000a13:23:16.308051 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:23:16.322758 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a13:23:16.494911 tst cs_paging_gprs_active.py: using LAC 28688\u000a13:23:16.646815 tst cs_paging_gprs_active.py: using RAC 128\u000a13:23:16.810814 tst cs_paging_gprs_active.py: using CellId 28688\u000a13:23:16.995376 tst cs_paging_gprs_active.py: using BVCI 28689\u000a13:23:17.032326 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:23:17.049557 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:23:17.067162 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:23:17.083090 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:23:17.099460 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:23:17.114873 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:23:17.130766 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:23:17.145726 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:23:17.160602 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a13:23:17.314089 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a13:23:17.667490 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a13:23:17.831612 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:23:18.230951 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13129): Launched\u000a13:23:18.578284 run iperf3-srv_10.42.42.10(pid=13165): Launched\u000a13:23:18.803707 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a13:23:18.961895 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:23:19.375744 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13261): Launched\u000a13:23:19.736235 run iperf3-srv_10.42.42.10(pid=13311): Launched\u000a13:23:19.952143 tst cs_paging_gprs_active.py:38: start network...\u000a13:23:20.082372 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:23:20.625556 run create_hlr_db(pid=13329): Launched\u000a13:23:20.816160 bus /gobi_6: Setting Powered False\u000a13:23:21.830342 run create_hlr_db(pid=13329): Terminated: ok {rc=0}\u000a13:23:22.260372 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13333): Launched\u000a13:23:22.682715 run osmo-hlr_10.42.42.2(pid=13334): Launched\u000a13:23:22.922416 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:23:23.515515 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13336): Launched\u000a13:23:23.950482 run osmo-stp_10.42.42.5(pid=13337): Launched\u000a13:23:24.171519 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:23:24.765611 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13339): Launched\u000a13:23:24.883936 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:23:25.201367 run patchelf(pid=13340): Launched\u000a13:23:25.397300 run osmo-stp_10.42.42.5(pid=13337): ERR: Terminated: ERROR {rc=1} [trial-2375↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13337)]\u000a13:23:25.540003 run osmo-stp_10.42.42.5(pid=13337): stdout: \u000a| (launched: 2022-12-10_13:23:23.684349)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:23:25.682702 run osmo-stp_10.42.42.5(pid=13337): stderr: \u000a| �[0;m�[38;5;43m20221210132323982 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210132323982 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210132323983 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210132323983 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210132323983 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210132323983 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210132323984 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:23:25.821622 run osmo-stp_10.42.42.5(pid=13337): stdout: \u000a| (launched: 2022-12-10_13:23:23.684349)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:23:25.958771 run osmo-stp_10.42.42.5(pid=13337): stderr: \u000a| �[0;m�[38;5;43m20221210132323982 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210132323982 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210132323983 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210132323983 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210132323983 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210132323983 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210132323984 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:23:26.117074 run patchelf(pid=13340): Terminating (SIGINT)\u000a13:23:26.307131 run patchelf(pid=13340): Terminated: ok {rc=0}\u000a13:23:26.342992 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=13337): Process ended prematurely: osmo-stp_10.42.42.5(pid=13337) [trial-2375↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13337)] [trial-2375↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38]\u000a13:23:26.354320 tst cs_paging_gprs_active.py:38: Test FAILED (10.1 sec)\u000a13:23:26.419566 run osmo-hlr_10.42.42.2(pid=13334): ERR: Terminated: ERROR {rc=237} [trial-2375↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13334)]\u000a13:23:26.472789 run osmo-hlr_10.42.42.2(pid=13334): stdout: \u000a| (launched: 2022-12-10_13:23:22.416844) \u000a13:23:26.526231 run osmo-hlr_10.42.42.2(pid=13334): stderr: \u000a| �[0;m�[1;31m20221210132322720 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210132322720 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210132322720 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210132322720 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210132322720 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210132322720 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210132322739 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2375/run.2022-12-10_12-42-03/gprs:trx-umtrx+mod-bts0-dynts-ipa/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210132322747 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210132322747 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210132322747 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:23:26.572575 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13129): Terminating (SIGTERM)\u000a13:23:26.617399 run iperf3-srv_10.42.42.10(pid=13165): Terminating (SIGTERM)\u000a13:23:26.660057 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13261): Terminating (SIGTERM)\u000a13:23:26.705908 run iperf3-srv_10.42.42.10(pid=13311): Terminating (SIGTERM)\u000a13:23:26.751444 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13333): Terminating (SIGTERM)\u000a13:23:26.796151 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13336): Terminating (SIGTERM)\u000a13:23:26.840782 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13339): Terminating (SIGTERM)\u000a13:23:26.851326 --- ParallelTerminationStrategy: PID 13129 died...\u000a13:23:26.909444 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13129): Terminated: ok {rc=0}\u000a13:23:26.920324 --- ParallelTerminationStrategy: PID 13165 died...\u000a13:23:26.977558 run iperf3-srv_10.42.42.10(pid=13165): Terminated {rc=256}\u000a13:23:26.988660 --- ParallelTerminationStrategy: PID 13261 died...\u000a13:23:27.045801 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13261): Terminated: ok {rc=0}\u000a13:23:27.056657 --- ParallelTerminationStrategy: PID 13311 died...\u000a13:23:27.113727 run iperf3-srv_10.42.42.10(pid=13311): Terminated {rc=256}\u000a13:23:27.124622 --- ParallelTerminationStrategy: PID 13333 died...\u000a13:23:27.184308 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13333): Terminated: ok {rc=0}\u000a13:23:27.195281 --- ParallelTerminationStrategy: PID 13336 died...\u000a13:23:27.252567 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13336): Terminated: ok {rc=0}\u000a13:23:27.263565 --- ParallelTerminationStrategy: PID 13339 died...\u000a13:23:27.320730 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13339): Terminated: ok {rc=0}\u000a13:23:27.411804 bus /gobi_0: Setting Powered False\u000a13:23:28.520365 bus /gobi_0: Setting Powered False\u000a13:23:29.631995 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 237, "className" : "gprs:trx-umtrx+mod-bts0-dynts-ipa", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13349): Process ended prematurely: osmo-stp_10.42.42.5(pid=13349) [trial-2375↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13349)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13349): Process ended prematurely: osmo-stp_10.42.42.5(pid=13349) [trial-2375↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13349)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2375 gprs:trx-umtrx+mod-bts0-dynts-ipa iperf3.py\u000a----------------------------------------------\u000a13:23:30.746783 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:23:30.759039 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a13:23:30.945992 tst iperf3.py: using LAC 28689\u000a13:23:31.114799 tst iperf3.py: using RAC 129\u000a13:23:31.245757 tst iperf3.py: using CellId 28689\u000a13:23:31.417318 tst iperf3.py: using BVCI 28690\u000a13:23:31.444254 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:23:31.456087 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:23:31.467475 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:23:31.479110 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:23:31.490412 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:23:31.502175 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:23:31.513967 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:23:31.525577 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:23:31.537317 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a13:23:31.878338 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a13:23:32.026243 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:23:32.374434 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13341): Launched\u000a13:23:32.675633 run iperf3-srv_10.42.42.10(pid=13342): Launched\u000a13:23:32.877162 tst iperf3.py:8: start network...\u000a13:23:33.014826 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:23:33.635139 run create_hlr_db(pid=13343): Launched\u000a13:23:33.816757 bus /gobi_6: Setting Powered False\u000a13:23:34.838115 run create_hlr_db(pid=13343): Terminated: ok {rc=0}\u000a13:23:35.272633 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13345): Launched\u000a13:23:35.686131 run osmo-hlr_10.42.42.2(pid=13346): Launched\u000a13:23:35.934829 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:23:36.699177 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13348): Launched\u000a13:23:37.111724 run osmo-stp_10.42.42.5(pid=13349): Launched\u000a13:23:37.347276 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:23:37.974032 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13351): Launched\u000a13:23:38.084502 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:23:38.376502 run patchelf(pid=13352): Launched\u000a13:23:38.557235 run osmo-stp_10.42.42.5(pid=13349): ERR: Terminated: ERROR {rc=1} [trial-2375↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13349)]\u000a13:23:38.690722 run osmo-stp_10.42.42.5(pid=13349): stdout: \u000a| (launched: 2022-12-10_13:23:36.854603)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:23:38.824098 run osmo-stp_10.42.42.5(pid=13349): stderr: \u000a| �[0;m�[38;5;43m20221210132337194 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210132337194 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210132337195 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210132337195 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210132337196 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210132337196 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210132337196 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:23:38.953491 run osmo-stp_10.42.42.5(pid=13349): stdout: \u000a| (launched: 2022-12-10_13:23:36.854603)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:23:39.080639 run osmo-stp_10.42.42.5(pid=13349): stderr: \u000a| �[0;m�[38;5;43m20221210132337194 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210132337194 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210132337195 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210132337195 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210132337196 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210132337196 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210132337196 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:23:39.231595 run patchelf(pid=13352): Terminating (SIGINT)\u000a13:23:39.406321 run patchelf(pid=13352): Terminated: ok {rc=0}\u000a13:23:39.438727 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=13349): Process ended prematurely: osmo-stp_10.42.42.5(pid=13349) [trial-2375↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13349)] [trial-2375↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3.py:8]\u000a13:23:39.448942 tst iperf3.py:8: Test FAILED (8.7 sec)\u000a13:23:39.514576 run osmo-hlr_10.42.42.2(pid=13346): ERR: Terminated: ERROR {rc=237} [trial-2375↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13346)]\u000a13:23:39.567132 run osmo-hlr_10.42.42.2(pid=13346): stdout: \u000a| (launched: 2022-12-10_13:23:35.431239) \u000a13:23:39.620043 run osmo-hlr_10.42.42.2(pid=13346): stderr: \u000a| �[0;m�[1;31m20221210132335784 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210132335784 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210132335784 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210132335784 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210132335784 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210132335784 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210132335801 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2375/run.2022-12-10_12-42-03/gprs:trx-umtrx+mod-bts0-dynts-ipa/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210132335817 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210132335817 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210132335818 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:23:39.664941 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13341): Terminating (SIGTERM)\u000a13:23:39.709811 run iperf3-srv_10.42.42.10(pid=13342): Terminating (SIGTERM)\u000a13:23:39.755158 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13345): Terminating (SIGTERM)\u000a13:23:39.799458 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13348): Terminating (SIGTERM)\u000a13:23:39.842996 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13351): Terminating (SIGTERM)\u000a13:23:39.855121 --- ParallelTerminationStrategy: PID 13341 died...\u000a13:23:39.913983 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13341): Terminated: ok {rc=0}\u000a13:23:39.924463 --- ParallelTerminationStrategy: PID 13342 died...\u000a13:23:39.983516 run iperf3-srv_10.42.42.10(pid=13342): Terminated {rc=256}\u000a13:23:39.994207 --- ParallelTerminationStrategy: PID 13345 died...\u000a13:23:40.051197 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13345): Terminated: ok {rc=0}\u000a13:23:40.061704 --- ParallelTerminationStrategy: PID 13348 died...\u000a13:23:40.119217 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13348): Terminated: ok {rc=0}\u000a13:23:40.129921 --- ParallelTerminationStrategy: PID 13351 died...\u000a13:23:40.188180 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13351): Terminated: ok {rc=0}\u000a13:23:40.276375 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 237, "className" : "gprs:trx-umtrx+mod-bts0-dynts-ipa", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13367): Process ended prematurely: osmo-stp_10.42.42.5(pid=13367) [trial-2375↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13367)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13367): Process ended prematurely: osmo-stp_10.42.42.5(pid=13367) [trial-2375↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13367)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2375 gprs:trx-umtrx+mod-bts0-dynts-ipa iperf3m4.py\u000a----------------------------------------------\u000a13:23:41.384190 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:23:41.395633 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a13:23:41.549295 tst iperf3m4.py: using LAC 28690\u000a13:23:41.665963 tst iperf3m4.py: using RAC 130\u000a13:23:41.792570 tst iperf3m4.py: using CellId 28690\u000a13:23:41.914677 tst iperf3m4.py: using BVCI 28691\u000a13:23:41.938974 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:23:41.950035 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:23:41.961099 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:23:41.972205 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:23:41.983269 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:23:41.994315 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:23:42.005355 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:23:42.016122 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:23:42.027310 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a13:23:42.145695 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a13:23:42.265436 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a13:23:42.379706 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a13:23:42.651637 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a13:23:42.775130 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:23:43.079229 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13353): Launched\u000a13:23:43.332612 run iperf3-srv_10.42.42.10(pid=13354): Launched\u000a13:23:43.513432 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a13:23:43.637239 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:23:43.941755 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13355): Launched\u000a13:23:44.195193 run iperf3-srv_10.42.42.10(pid=13356): Launched\u000a13:23:44.375314 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a13:23:44.498644 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:23:44.803593 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13357): Launched\u000a13:23:45.056446 run iperf3-srv_10.42.42.10(pid=13358): Launched\u000a13:23:45.235722 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a13:23:45.358323 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:23:45.664281 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13359): Launched\u000a13:23:45.956117 run iperf3-srv_10.42.42.10(pid=13360): Launched\u000a13:23:46.147366 tst iperf3m4.py:8: start network...\u000a13:23:46.274776 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:23:46.791504 run create_hlr_db(pid=13361): Launched\u000a13:23:46.979865 bus /gobi_6: Setting Powered False\u000a13:23:47.986612 run create_hlr_db(pid=13361): Terminated: ok {rc=0}\u000a13:23:48.417050 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13363): Launched\u000a13:23:48.732255 run osmo-hlr_10.42.42.2(pid=13364): Launched\u000a13:23:48.850751 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:23:49.397870 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13366): Launched\u000a13:23:49.713769 run osmo-stp_10.42.42.5(pid=13367): Launched\u000a13:23:49.827703 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:23:50.378518 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13369): Launched\u000a13:23:50.492160 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:23:50.767277 run patchelf(pid=13370): Launched\u000a13:23:50.951841 run osmo-stp_10.42.42.5(pid=13367): ERR: Terminated: ERROR {rc=1} [trial-2375↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13367)]\u000a13:23:51.087170 run osmo-stp_10.42.42.5(pid=13367): stdout: \u000a| (launched: 2022-12-10_13:23:49.559097)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:23:51.222673 run osmo-stp_10.42.42.5(pid=13367): stderr: \u000a| �[0;m�[38;5;43m20221210132349751 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210132349751 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210132349752 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210132349752 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210132349754 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210132349755 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210132349755 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:23:51.354003 run osmo-stp_10.42.42.5(pid=13367): stdout: \u000a| (launched: 2022-12-10_13:23:49.559097)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:23:51.484318 run osmo-stp_10.42.42.5(pid=13367): stderr: \u000a| �[0;m�[38;5;43m20221210132349751 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210132349751 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210132349752 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210132349752 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210132349754 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210132349755 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210132349755 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:23:51.636210 run patchelf(pid=13370): Terminating (SIGINT)\u000a13:23:51.813811 run patchelf(pid=13370): Terminated: ok {rc=0}\u000a13:23:51.846582 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=13367): Process ended prematurely: osmo-stp_10.42.42.5(pid=13367) [trial-2375↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13367)] [trial-2375↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3m4.py:8]\u000a13:23:51.856377 tst iperf3m4.py:8: Test FAILED (10.5 sec)\u000a13:23:51.919034 run osmo-hlr_10.42.42.2(pid=13364): ERR: Terminated: ERROR {rc=237} [trial-2375↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13364)]\u000a13:23:51.969920 run osmo-hlr_10.42.42.2(pid=13364): stdout: \u000a| (launched: 2022-12-10_13:23:48.578137) \u000a13:23:52.021633 run osmo-hlr_10.42.42.2(pid=13364): stderr: \u000a| �[0;m�[1;31m20221210132348779 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210132348779 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210132348779 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210132348779 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210132348779 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210132348779 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210132348791 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2375/run.2022-12-10_12-42-03/gprs:trx-umtrx+mod-bts0-dynts-ipa/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210132348800 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210132348800 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210132348800 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:23:52.065641 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13353): Terminating (SIGTERM)\u000a13:23:52.106990 run iperf3-srv_10.42.42.10(pid=13354): Terminating (SIGTERM)\u000a13:23:52.148267 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13355): Terminating (SIGTERM)\u000a13:23:52.189575 run iperf3-srv_10.42.42.10(pid=13356): Terminating (SIGTERM)\u000a13:23:52.230998 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13357): Terminating (SIGTERM)\u000a13:23:52.272183 run iperf3-srv_10.42.42.10(pid=13358): Terminating (SIGTERM)\u000a13:23:52.313645 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13359): Terminating (SIGTERM)\u000a13:23:52.355044 run iperf3-srv_10.42.42.10(pid=13360): Terminating (SIGTERM)\u000a13:23:52.396444 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13363): Terminating (SIGTERM)\u000a13:23:52.438008 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13366): Terminating (SIGTERM)\u000a13:23:52.479913 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13369): Terminating (SIGTERM)\u000a13:23:52.489488 --- ParallelTerminationStrategy: PID 13353 died...\u000a13:23:52.545317 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13353): Terminated: ok {rc=0}\u000a13:23:52.555321 --- ParallelTerminationStrategy: PID 13354 died...\u000a13:23:52.610287 run iperf3-srv_10.42.42.10(pid=13354): Terminated {rc=256}\u000a13:23:52.620170 --- ParallelTerminationStrategy: PID 13355 died...\u000a13:23:52.675015 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13355): Terminated: ok {rc=0}\u000a13:23:52.684916 --- ParallelTerminationStrategy: PID 13356 died...\u000a13:23:52.739360 run iperf3-srv_10.42.42.10(pid=13356): Terminated {rc=256}\u000a13:23:52.749388 --- ParallelTerminationStrategy: PID 13357 died...\u000a13:23:52.804231 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13357): Terminated: ok {rc=0}\u000a13:23:52.814140 --- ParallelTerminationStrategy: PID 13358 died...\u000a13:23:52.868639 run iperf3-srv_10.42.42.10(pid=13358): Terminated {rc=256}\u000a13:23:52.878602 --- ParallelTerminationStrategy: PID 13359 died...\u000a13:23:52.933406 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13359): Terminated: ok {rc=0}\u000a13:23:52.943410 --- ParallelTerminationStrategy: PID 13360 died...\u000a13:23:52.998333 run iperf3-srv_10.42.42.10(pid=13360): Terminated {rc=256}\u000a13:23:53.008324 --- ParallelTerminationStrategy: PID 13363 died...\u000a13:23:53.063094 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13363): Terminated: ok {rc=0}\u000a13:23:53.073156 --- ParallelTerminationStrategy: PID 13366 died...\u000a13:23:53.128044 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13366): Terminated: ok {rc=0}\u000a13:23:53.138047 --- ParallelTerminationStrategy: PID 13369 died...\u000a13:23:53.192775 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13369): Terminated: ok {rc=0}\u000a13:23:53.278830 bus /gobi_4: Setting Powered False\u000a13:23:54.384884 bus /gobi_4: Setting Powered False\u000a13:23:55.495014 bus /gobi_1: Setting Powered False\u000a13:23:56.596735 bus /gobi_1: Setting Powered False\u000a13:23:57.707174 bus /gobi_0: Setting Powered False\u000a13:23:58.808834 bus /gobi_0: Setting Powered False\u000a13:23:59.919973 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 237, "className" : "gprs:trx-umtrx+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13377): Process ended prematurely: osmo-stp_10.42.42.5(pid=13377) [trial-2375↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13377)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13377): Process ended prematurely: osmo-stp_10.42.42.5(pid=13377) [trial-2375↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13377)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2375 gprs:trx-umtrx+mod-bts0-dynts-ipa ping.py\u000a----------------------------------------------\u000a13:24:00.994609 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:24:01.006849 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a13:24:01.175238 tst ping.py: using LAC 28691\u000a13:24:01.328704 tst ping.py: using RAC 131\u000a13:24:01.456172 tst ping.py: using CellId 28691\u000a13:24:01.572363 tst ping.py: using BVCI 28692\u000a13:24:01.604497 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:24:01.618595 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:24:01.634145 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:24:01.649611 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:24:01.665232 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:24:01.680327 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:24:01.695927 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:24:01.710857 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a13:24:01.996661 tst ping.py:19: start network...\u000a13:24:02.122770 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:24:02.589985 run create_hlr_db(pid=13371): Launched\u000a13:24:02.759979 bus /gobi_6: Setting Powered False\u000a13:24:03.780878 run create_hlr_db(pid=13371): Terminated: ok {rc=0}\u000a13:24:04.191545 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13373): Launched\u000a13:24:04.501479 run osmo-hlr_10.42.42.2(pid=13374): Launched\u000a13:24:04.619297 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:24:05.160641 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13376): Launched\u000a13:24:05.470618 run osmo-stp_10.42.42.5(pid=13377): Launched\u000a13:24:05.583565 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:24:06.124928 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13379): Launched\u000a13:24:06.236234 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:24:06.507673 run patchelf(pid=13380): Launched\u000a13:24:06.690612 run osmo-stp_10.42.42.5(pid=13377): ERR: Terminated: ERROR {rc=1} [trial-2375↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13377)]\u000a13:24:06.824081 run osmo-stp_10.42.42.5(pid=13377): stdout: \u000a| (launched: 2022-12-10_13:24:05.318941)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:24:06.957664 run osmo-stp_10.42.42.5(pid=13377): stderr: \u000a| �[0;m�[38;5;43m20221210132405510 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210132405511 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210132405511 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210132405511 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210132405512 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210132405512 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210132405512 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:24:07.087658 run osmo-stp_10.42.42.5(pid=13377): stdout: \u000a| (launched: 2022-12-10_13:24:05.318941)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:24:07.216194 run osmo-stp_10.42.42.5(pid=13377): stderr: \u000a| �[0;m�[38;5;43m20221210132405510 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210132405511 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210132405511 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210132405511 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210132405512 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210132405512 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210132405512 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:24:07.365436 run patchelf(pid=13380): Terminating (SIGINT)\u000a13:24:07.540873 run patchelf(pid=13380): Terminated: ok {rc=0}\u000a13:24:07.572787 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=13377): Process ended prematurely: osmo-stp_10.42.42.5(pid=13377) [trial-2375↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13377)] [trial-2375↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping.py:22]\u000a13:24:07.581937 tst ping.py:22: Test FAILED (6.6 sec)\u000a13:24:07.643599 run osmo-hlr_10.42.42.2(pid=13374): ERR: Terminated: ERROR {rc=237} [trial-2375↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13374)]\u000a13:24:07.695087 run osmo-hlr_10.42.42.2(pid=13374): stdout: \u000a| (launched: 2022-12-10_13:24:04.349284) \u000a13:24:07.746870 run osmo-hlr_10.42.42.2(pid=13374): stderr: \u000a| �[0;m�[1;31m20221210132404544 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210132404544 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210132404544 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210132404544 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210132404544 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210132404545 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210132404558 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2375/run.2022-12-10_12-42-03/gprs:trx-umtrx+mod-bts0-dynts-ipa/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210132404566 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210132404566 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210132404566 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:24:07.790651 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13373): Terminating (SIGTERM)\u000a13:24:07.832046 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13376): Terminating (SIGTERM)\u000a13:24:07.873515 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13379): Terminating (SIGTERM)\u000a13:24:07.883036 --- ParallelTerminationStrategy: PID 13373 died...\u000a13:24:07.938088 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13373): Terminated: ok {rc=0}\u000a13:24:07.948000 --- ParallelTerminationStrategy: PID 13376 died...\u000a13:24:08.002856 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13376): Terminated: ok {rc=0}\u000a13:24:08.012680 --- ParallelTerminationStrategy: PID 13379 died...\u000a13:24:08.067346 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13379): Terminated: ok {rc=0}\u000a13:24:08.153611 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 237, "className" : "gprs:trx-umtrx+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13388): Process ended prematurely: osmo-stp_10.42.42.5(pid=13388) [trial-2375↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13388)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13388): Process ended prematurely: osmo-stp_10.42.42.5(pid=13388) [trial-2375↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13388)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2375 gprs:trx-umtrx+mod-bts0-dynts-ipa ping_idle_ping.py\u000a----------------------------------------------\u000a13:24:09.205820 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:24:09.217662 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a13:24:09.374315 tst ping_idle_ping.py: using LAC 28692\u000a13:24:09.490432 tst ping_idle_ping.py: using RAC 132\u000a13:24:09.608124 tst ping_idle_ping.py: using CellId 28692\u000a13:24:09.729927 tst ping_idle_ping.py: using BVCI 28693\u000a13:24:09.752444 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:24:09.763133 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:24:09.773663 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:24:09.785142 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:24:09.796270 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:24:09.807624 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:24:09.819011 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:24:09.830221 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a13:24:10.100854 tst ping_idle_ping.py:24: start network...\u000a13:24:10.222698 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:24:10.682416 run create_hlr_db(pid=13382): Launched\u000a13:24:10.851723 bus /gobi_6: Setting Powered False\u000a13:24:11.873059 run create_hlr_db(pid=13382): Terminated: ok {rc=0}\u000a13:24:12.262788 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13384): Launched\u000a13:24:12.555360 run osmo-hlr_10.42.42.2(pid=13385): Launched\u000a13:24:12.668381 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:24:13.185482 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13387): Launched\u000a13:24:13.480166 run osmo-stp_10.42.42.5(pid=13388): Launched\u000a13:24:13.587672 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:24:14.098705 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13390): Launched\u000a13:24:14.202952 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:24:14.458854 run patchelf(pid=13391): Launched\u000a13:24:14.631082 run osmo-stp_10.42.42.5(pid=13388): ERR: Terminated: ERROR {rc=1} [trial-2375↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13388)]\u000a13:24:14.756758 run osmo-stp_10.42.42.5(pid=13388): stdout: \u000a| (launched: 2022-12-10_13:24:13.335693)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:24:14.882981 run osmo-stp_10.42.42.5(pid=13388): stderr: \u000a| �[0;m�[38;5;43m20221210132413506 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210132413507 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210132413507 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210132413507 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210132413508 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210132413508 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210132413508 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:24:15.004734 run osmo-stp_10.42.42.5(pid=13388): stdout: \u000a| (launched: 2022-12-10_13:24:13.335693)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:24:15.126208 run osmo-stp_10.42.42.5(pid=13388): stderr: \u000a| �[0;m�[38;5;43m20221210132413506 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210132413507 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210132413507 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210132413507 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210132413508 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210132413508 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210132413508 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:24:15.267546 run patchelf(pid=13391): Terminating (SIGINT)\u000a13:24:15.433636 run patchelf(pid=13391): Terminated: ok {rc=0}\u000a13:24:15.463722 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=13388): Process ended prematurely: osmo-stp_10.42.42.5(pid=13388) [trial-2375↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13388)] [trial-2375↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping_idle_ping.py:27]\u000a13:24:15.472296 tst ping_idle_ping.py:27: Test FAILED (6.3 sec)\u000a13:24:15.531914 run osmo-hlr_10.42.42.2(pid=13385): ERR: Terminated: ERROR {rc=237} [trial-2375↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13385)]\u000a13:24:15.580055 run osmo-hlr_10.42.42.2(pid=13385): stdout: \u000a| (launched: 2022-12-10_13:24:12.411313) \u000a13:24:15.629426 run osmo-hlr_10.42.42.2(pid=13385): stderr: \u000a| �[0;m�[1;31m20221210132412589 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210132412589 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210132412589 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210132412589 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210132412589 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210132412589 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210132412602 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2375/run.2022-12-10_12-42-03/gprs:trx-umtrx+mod-bts0-dynts-ipa/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210132412610 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210132412610 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210132412610 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:24:15.670893 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13384): Terminating (SIGTERM)\u000a13:24:15.710238 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13387): Terminating (SIGTERM)\u000a13:24:15.749454 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13390): Terminating (SIGTERM)\u000a13:24:15.758784 --- ParallelTerminationStrategy: PID 13384 died...\u000a13:24:15.811282 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13384): Terminated: ok {rc=0}\u000a13:24:15.821018 --- ParallelTerminationStrategy: PID 13387 died...\u000a13:24:15.885804 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13387): Terminated: ok {rc=0}\u000a13:24:15.895797 --- ParallelTerminationStrategy: PID 13390 died...\u000a13:24:15.950105 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13390): Terminated: ok {rc=0}\u000a13:24:16.040393 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 62.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "90", "name" : "gprs_trx-umtrx+mod-bts0-dynts-ipa", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T13:23:15" }, { "cases" : [ { "testActions" : [ ], "age" : 237, "className" : "gprs:trx-umtrx+mod-bts0-dynts-osmo", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13405): Process ended prematurely: osmo-stp_10.42.42.5(pid=13405) [trial-2375↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13405)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13405): Process ended prematurely: osmo-stp_10.42.42.5(pid=13405) [trial-2375↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13405)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2375 gprs:trx-umtrx+mod-bts0-dynts-osmo cs_paging_gprs_active.py\u000a----------------------------------------------\u000a13:24:18.185960 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:24:18.196660 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a13:24:18.349392 tst cs_paging_gprs_active.py: using LAC 28693\u000a13:24:18.464891 tst cs_paging_gprs_active.py: using RAC 133\u000a13:24:18.582902 tst cs_paging_gprs_active.py: using CellId 28693\u000a13:24:18.699173 tst cs_paging_gprs_active.py: using BVCI 28694\u000a13:24:18.722104 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:24:18.732647 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:24:18.743237 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:24:18.754040 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:24:18.764707 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:24:18.775412 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:24:18.786248 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:24:18.796912 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:24:18.807759 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a13:24:18.926211 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a13:24:19.221087 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a13:24:19.354514 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:24:19.683344 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13395): Launched\u000a13:24:19.957216 run iperf3-srv_10.42.42.10(pid=13396): Launched\u000a13:24:20.152163 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a13:24:20.285764 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:24:20.615383 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13397): Launched\u000a13:24:20.888084 run iperf3-srv_10.42.42.10(pid=13398): Launched\u000a13:24:21.082247 tst cs_paging_gprs_active.py:38: start network...\u000a13:24:21.214806 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:24:21.722747 run create_hlr_db(pid=13399): Launched\u000a13:24:21.907916 bus /gobi_6: Setting Powered False\u000a13:24:22.927559 run create_hlr_db(pid=13399): Terminated: ok {rc=0}\u000a13:24:23.326746 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13401): Launched\u000a13:24:23.626120 run osmo-hlr_10.42.42.2(pid=13402): Launched\u000a13:24:23.744792 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:24:24.271114 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13404): Launched\u000a13:24:24.570884 run osmo-stp_10.42.42.5(pid=13405): Launched\u000a13:24:24.681246 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:24:25.208166 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13407): Launched\u000a13:24:25.321723 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:24:25.594274 run patchelf(pid=13408): Launched\u000a13:24:25.768761 run osmo-stp_10.42.42.5(pid=13405): ERR: Terminated: ERROR {rc=1} [trial-2375↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13405)]\u000a13:24:25.896788 run osmo-stp_10.42.42.5(pid=13405): stdout: \u000a| (launched: 2022-12-10_13:24:24.422543)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:24:26.024784 run osmo-stp_10.42.42.5(pid=13405): stderr: \u000a| �[0;m�[38;5;43m20221210132424592 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210132424592 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210132424592 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210132424593 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210132424593 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210132424593 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210132424593 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:24:26.148316 run osmo-stp_10.42.42.5(pid=13405): stdout: \u000a| (launched: 2022-12-10_13:24:24.422543)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:24:26.271008 run osmo-stp_10.42.42.5(pid=13405): stderr: \u000a| �[0;m�[38;5;43m20221210132424592 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210132424592 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210132424592 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210132424593 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210132424593 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210132424593 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210132424593 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:24:26.414050 run patchelf(pid=13408): Terminating (SIGINT)\u000a13:24:26.583095 run patchelf(pid=13408): Terminated: ok {rc=0}\u000a13:24:26.614052 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=13405): Process ended prematurely: osmo-stp_10.42.42.5(pid=13405) [trial-2375↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13405)] [trial-2375↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38]\u000a13:24:26.623241 tst cs_paging_gprs_active.py:38: Test FAILED (8.5 sec)\u000a13:24:26.682838 run osmo-hlr_10.42.42.2(pid=13402): ERR: Terminated: ERROR {rc=237} [trial-2375↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13402)]\u000a13:24:26.731215 run osmo-hlr_10.42.42.2(pid=13402): stdout: \u000a| (launched: 2022-12-10_13:24:23.478850) \u000a13:24:26.780663 run osmo-hlr_10.42.42.2(pid=13402): stderr: \u000a| �[0;m�[1;31m20221210132423654 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210132423655 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210132423655 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210132423655 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210132423655 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210132423655 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210132423668 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2375/run.2022-12-10_12-42-03/gprs:trx-umtrx+mod-bts0-dynts-osmo/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210132423678 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210132423678 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210132423678 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:24:26.822038 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13395): Terminating (SIGTERM)\u000a13:24:26.861282 run iperf3-srv_10.42.42.10(pid=13396): Terminating (SIGTERM)\u000a13:24:26.900531 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13397): Terminating (SIGTERM)\u000a13:24:26.939426 run iperf3-srv_10.42.42.10(pid=13398): Terminating (SIGTERM)\u000a13:24:26.978477 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13401): Terminating (SIGTERM)\u000a13:24:27.017662 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13404): Terminating (SIGTERM)\u000a13:24:27.056777 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13407): Terminating (SIGTERM)\u000a13:24:27.066007 --- ParallelTerminationStrategy: PID 13395 died...\u000a13:24:27.118723 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13395): Terminated: ok {rc=0}\u000a13:24:27.128379 --- ParallelTerminationStrategy: PID 13396 died...\u000a13:24:27.180809 run iperf3-srv_10.42.42.10(pid=13396): Terminated {rc=256}\u000a13:24:27.190200 --- ParallelTerminationStrategy: PID 13397 died...\u000a13:24:27.243011 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13397): Terminated: ok {rc=0}\u000a13:24:27.252609 --- ParallelTerminationStrategy: PID 13398 died...\u000a13:24:27.305088 run iperf3-srv_10.42.42.10(pid=13398): Terminated {rc=256}\u000a13:24:27.314517 --- ParallelTerminationStrategy: PID 13401 died...\u000a13:24:27.367087 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13401): Terminated: ok {rc=0}\u000a13:24:27.376633 --- ParallelTerminationStrategy: PID 13404 died...\u000a13:24:27.428939 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13404): Terminated: ok {rc=0}\u000a13:24:27.438594 --- ParallelTerminationStrategy: PID 13407 died...\u000a13:24:27.491809 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13407): Terminated: ok {rc=0}\u000a13:24:27.574426 bus /gobi_0: Setting Powered False\u000a13:24:28.680807 bus /gobi_0: Setting Powered False\u000a13:24:29.786953 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 237, "className" : "gprs:trx-umtrx+mod-bts0-dynts-osmo", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13418): Process ended prematurely: osmo-stp_10.42.42.5(pid=13418) [trial-2375↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13418)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13418): Process ended prematurely: osmo-stp_10.42.42.5(pid=13418) [trial-2375↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13418)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2375 gprs:trx-umtrx+mod-bts0-dynts-osmo iperf3.py\u000a----------------------------------------------\u000a13:24:30.914724 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:24:30.927682 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a13:24:31.098723 tst iperf3.py: using LAC 28694\u000a13:24:31.221699 tst iperf3.py: using RAC 134\u000a13:24:31.344438 tst iperf3.py: using CellId 28694\u000a13:24:31.467355 tst iperf3.py: using BVCI 28695\u000a13:24:31.492278 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:24:31.504317 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:24:31.516564 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:24:31.528278 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:24:31.540763 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:24:31.554387 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:24:31.565601 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:24:31.577617 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:24:31.590026 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a13:24:31.922669 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a13:24:32.058660 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:24:32.387168 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13409): Launched\u000a13:24:32.658426 run iperf3-srv_10.42.42.10(pid=13410): Launched\u000a13:24:32.851968 tst iperf3.py:8: start network...\u000a13:24:32.983865 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:24:33.487093 run create_hlr_db(pid=13411): Launched\u000a13:24:33.670429 bus /gobi_6: Setting Powered False\u000a13:24:34.691440 run create_hlr_db(pid=13411): Terminated: ok {rc=0}\u000a13:24:35.088881 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13413): Launched\u000a13:24:35.384828 run osmo-hlr_10.42.42.2(pid=13414): Launched\u000a13:24:35.496624 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:24:36.022760 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13417): Launched\u000a13:24:36.320722 run osmo-stp_10.42.42.5(pid=13418): Launched\u000a13:24:36.429297 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:24:36.946695 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13420): Launched\u000a13:24:37.052627 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:24:37.311224 run patchelf(pid=13421): Launched\u000a13:24:37.484814 run osmo-stp_10.42.42.5(pid=13418): ERR: Terminated: ERROR {rc=1} [trial-2375↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13418)]\u000a13:24:37.612127 run osmo-stp_10.42.42.5(pid=13418): stdout: \u000a| (launched: 2022-12-10_13:24:36.173408)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:24:37.739344 run osmo-stp_10.42.42.5(pid=13418): stderr: \u000a| �[0;m�[38;5;43m20221210132436342 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210132436342 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210132436342 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210132436342 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210132436345 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210132436345 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210132436345 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:24:37.862329 run osmo-stp_10.42.42.5(pid=13418): stdout: \u000a| (launched: 2022-12-10_13:24:36.173408)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:24:37.984909 run osmo-stp_10.42.42.5(pid=13418): stderr: \u000a| �[0;m�[38;5;43m20221210132436342 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210132436342 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210132436342 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210132436342 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210132436345 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210132436345 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210132436345 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:24:38.127444 run patchelf(pid=13421): Terminating (SIGINT)\u000a13:24:38.294775 run patchelf(pid=13421): Terminated: ok {rc=0}\u000a13:24:38.325567 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=13418): Process ended prematurely: osmo-stp_10.42.42.5(pid=13418) [trial-2375↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13418)] [trial-2375↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3.py:8]\u000a13:24:38.334730 tst iperf3.py:8: Test FAILED (7.5 sec)\u000a13:24:38.394144 run osmo-hlr_10.42.42.2(pid=13414): ERR: Terminated: ERROR {rc=237} [trial-2375↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13414)]\u000a13:24:38.442284 run osmo-hlr_10.42.42.2(pid=13414): stdout: \u000a| (launched: 2022-12-10_13:24:35.239207) \u000a13:24:38.491474 run osmo-hlr_10.42.42.2(pid=13414): stderr: \u000a| �[0;m�[1;31m20221210132435414 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210132435414 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210132435414 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210132435414 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210132435414 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210132435414 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210132435429 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2375/run.2022-12-10_12-42-03/gprs:trx-umtrx+mod-bts0-dynts-osmo/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210132435437 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210132435437 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210132435437 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:24:38.532972 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13409): Terminating (SIGTERM)\u000a13:24:38.572529 run iperf3-srv_10.42.42.10(pid=13410): Terminating (SIGTERM)\u000a13:24:38.612625 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13413): Terminating (SIGTERM)\u000a13:24:38.652225 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13417): Terminating (SIGTERM)\u000a13:24:38.691969 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13420): Terminating (SIGTERM)\u000a13:24:38.701281 --- ParallelTerminationStrategy: PID 13409 died...\u000a13:24:38.753900 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13409): Terminated: ok {rc=0}\u000a13:24:38.763646 --- ParallelTerminationStrategy: PID 13410 died...\u000a13:24:38.815764 run iperf3-srv_10.42.42.10(pid=13410): Terminated {rc=256}\u000a13:24:38.825513 --- ParallelTerminationStrategy: PID 13413 died...\u000a13:24:38.877859 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13413): Terminated: ok {rc=0}\u000a13:24:38.887245 --- ParallelTerminationStrategy: PID 13417 died...\u000a13:24:38.939512 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13417): Terminated: ok {rc=0}\u000a13:24:38.949320 --- ParallelTerminationStrategy: PID 13420 died...\u000a13:24:39.002773 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13420): Terminated: ok {rc=0}\u000a13:24:39.085507 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 237, "className" : "gprs:trx-umtrx+mod-bts0-dynts-osmo", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13436): Process ended prematurely: osmo-stp_10.42.42.5(pid=13436) [trial-2375↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13436)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13436): Process ended prematurely: osmo-stp_10.42.42.5(pid=13436) [trial-2375↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13436)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2375 gprs:trx-umtrx+mod-bts0-dynts-osmo iperf3m4.py\u000a----------------------------------------------\u000a13:24:40.198873 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:24:40.211080 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a13:24:40.375807 tst iperf3m4.py: using LAC 28695\u000a13:24:40.500683 tst iperf3m4.py: using RAC 135\u000a13:24:40.625760 tst iperf3m4.py: using CellId 28695\u000a13:24:40.752616 tst iperf3m4.py: using BVCI 28696\u000a13:24:40.777049 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:24:40.788237 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:24:40.799260 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:24:40.810388 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:24:40.821304 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:24:40.832261 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:24:40.843389 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:24:40.854301 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:24:40.865589 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a13:24:40.980499 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a13:24:41.101610 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a13:24:41.216452 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a13:24:41.508567 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a13:24:41.641230 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:24:41.967564 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13422): Launched\u000a13:24:42.241253 run iperf3-srv_10.42.42.10(pid=13423): Launched\u000a13:24:42.435548 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a13:24:42.568566 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:24:42.895579 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13424): Launched\u000a13:24:43.168400 run iperf3-srv_10.42.42.10(pid=13425): Launched\u000a13:24:43.361895 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a13:24:43.494210 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:24:43.820880 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13426): Launched\u000a13:24:44.092636 run iperf3-srv_10.42.42.10(pid=13427): Launched\u000a13:24:44.285980 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a13:24:44.418409 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:24:44.745352 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13428): Launched\u000a13:24:45.017025 run iperf3-srv_10.42.42.10(pid=13429): Launched\u000a13:24:45.211507 tst iperf3m4.py:8: start network...\u000a13:24:45.344169 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:24:45.862423 run create_hlr_db(pid=13430): Launched\u000a13:24:46.053715 bus /gobi_6: Setting Powered False\u000a13:24:47.067365 run create_hlr_db(pid=13430): Terminated: ok {rc=0}\u000a13:24:47.478203 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13432): Launched\u000a13:24:47.777661 run osmo-hlr_10.42.42.2(pid=13433): Launched\u000a13:24:47.891837 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:24:48.409956 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13435): Launched\u000a13:24:48.707537 run osmo-stp_10.42.42.5(pid=13436): Launched\u000a13:24:48.816701 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:24:49.335681 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13438): Launched\u000a13:24:49.442008 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:24:49.701295 run patchelf(pid=13439): Launched\u000a13:24:49.875509 run osmo-stp_10.42.42.5(pid=13436): ERR: Terminated: ERROR {rc=1} [trial-2375↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13436)]\u000a13:24:50.003097 run osmo-stp_10.42.42.5(pid=13436): stdout: \u000a| (launched: 2022-12-10_13:24:48.561556)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:24:50.131443 run osmo-stp_10.42.42.5(pid=13436): stderr: \u000a| �[0;m�[38;5;43m20221210132448733 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210132448733 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210132448734 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210132448734 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210132448734 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210132448734 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210132448735 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:24:50.254994 run osmo-stp_10.42.42.5(pid=13436): stdout: \u000a| (launched: 2022-12-10_13:24:48.561556)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:24:50.377141 run osmo-stp_10.42.42.5(pid=13436): stderr: \u000a| �[0;m�[38;5;43m20221210132448733 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210132448733 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210132448734 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210132448734 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210132448734 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210132448734 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210132448735 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:24:50.519333 run patchelf(pid=13439): Terminating (SIGINT)\u000a13:24:50.686520 run patchelf(pid=13439): Terminated: ok {rc=0}\u000a13:24:50.717341 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=13436): Process ended prematurely: osmo-stp_10.42.42.5(pid=13436) [trial-2375↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13436)] [trial-2375↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3m4.py:8]\u000a13:24:50.726397 tst iperf3m4.py:8: Test FAILED (10.6 sec)\u000a13:24:50.786665 run osmo-hlr_10.42.42.2(pid=13433): ERR: Terminated: ERROR {rc=237} [trial-2375↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13433)]\u000a13:24:50.835856 run osmo-hlr_10.42.42.2(pid=13433): stdout: \u000a| (launched: 2022-12-10_13:24:47.630404) \u000a13:24:50.885295 run osmo-hlr_10.42.42.2(pid=13433): stderr: \u000a| �[0;m�[1;31m20221210132447804 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210132447804 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210132447804 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210132447804 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210132447804 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210132447804 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210132447817 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2375/run.2022-12-10_12-42-03/gprs:trx-umtrx+mod-bts0-dynts-osmo/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210132447826 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210132447826 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210132447826 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:24:50.927180 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13422): Terminating (SIGTERM)\u000a13:24:50.966923 run iperf3-srv_10.42.42.10(pid=13423): Terminating (SIGTERM)\u000a13:24:51.007049 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13424): Terminating (SIGTERM)\u000a13:24:51.046915 run iperf3-srv_10.42.42.10(pid=13425): Terminating (SIGTERM)\u000a13:24:51.086523 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13426): Terminating (SIGTERM)\u000a13:24:51.127446 run iperf3-srv_10.42.42.10(pid=13427): Terminating (SIGTERM)\u000a13:24:51.166931 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13428): Terminating (SIGTERM)\u000a13:24:51.206319 run iperf3-srv_10.42.42.10(pid=13429): Terminating (SIGTERM)\u000a13:24:51.245779 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13432): Terminating (SIGTERM)\u000a13:24:51.285282 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13435): Terminating (SIGTERM)\u000a13:24:51.324702 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13438): Terminating (SIGTERM)\u000a13:24:51.334073 --- ParallelTerminationStrategy: PID 13422 died...\u000a13:24:51.386896 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13422): Terminated: ok {rc=0}\u000a13:24:51.396290 --- ParallelTerminationStrategy: PID 13423 died...\u000a13:24:51.448217 run iperf3-srv_10.42.42.10(pid=13423): Terminated {rc=256}\u000a13:24:51.457819 --- ParallelTerminationStrategy: PID 13424 died...\u000a13:24:51.509882 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13424): Terminated: ok {rc=0}\u000a13:24:51.519463 --- ParallelTerminationStrategy: PID 13425 died...\u000a13:24:51.572297 run iperf3-srv_10.42.42.10(pid=13425): Terminated {rc=256}\u000a13:24:51.581794 --- ParallelTerminationStrategy: PID 13426 died...\u000a13:24:51.633888 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13426): Terminated: ok {rc=0}\u000a13:24:51.643465 --- ParallelTerminationStrategy: PID 13427 died...\u000a13:24:51.695246 run iperf3-srv_10.42.42.10(pid=13427): Terminated {rc=256}\u000a13:24:51.704835 --- ParallelTerminationStrategy: PID 13428 died...\u000a13:24:51.756980 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13428): Terminated: ok {rc=0}\u000a13:24:51.766546 --- ParallelTerminationStrategy: PID 13429 died...\u000a13:24:51.818378 run iperf3-srv_10.42.42.10(pid=13429): Terminated {rc=256}\u000a13:24:51.827982 --- ParallelTerminationStrategy: PID 13432 died...\u000a13:24:51.879937 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13432): Terminated: ok {rc=0}\u000a13:24:51.889652 --- ParallelTerminationStrategy: PID 13435 died...\u000a13:24:51.941608 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13435): Terminated: ok {rc=0}\u000a13:24:51.951267 --- ParallelTerminationStrategy: PID 13438 died...\u000a13:24:52.003505 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13438): Terminated: ok {rc=0}\u000a13:24:52.091083 bus /gobi_4: Setting Powered False\u000a13:24:53.194106 bus /gobi_4: Setting Powered False\u000a13:24:54.303980 bus /gobi_1: Setting Powered False\u000a13:24:55.405061 bus /gobi_1: Setting Powered False\u000a13:24:56.515332 bus /gobi_0: Setting Powered False\u000a13:24:57.616931 bus /gobi_0: Setting Powered False\u000a13:24:58.727576 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 237, "className" : "gprs:trx-umtrx+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13450): Process ended prematurely: osmo-stp_10.42.42.5(pid=13450) [trial-2375↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13450)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13450): Process ended prematurely: osmo-stp_10.42.42.5(pid=13450) [trial-2375↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13450)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2375 gprs:trx-umtrx+mod-bts0-dynts-osmo ping.py\u000a----------------------------------------------\u000a13:24:59.794159 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:24:59.806075 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a13:24:59.967261 tst ping.py: using LAC 28696\u000a13:25:00.089318 tst ping.py: using RAC 136\u000a13:25:00.212552 tst ping.py: using CellId 28696\u000a13:25:00.334314 tst ping.py: using BVCI 28697\u000a13:25:00.358345 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:25:00.369497 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:25:00.380471 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:25:00.391538 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:25:00.402446 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:25:00.413551 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:25:00.424476 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:25:00.435507 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a13:25:00.718588 tst ping.py:19: start network...\u000a13:25:00.861130 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:25:01.407792 run create_hlr_db(pid=13441): Launched\u000a13:25:01.604230 bus /gobi_6: Setting Powered False\u000a13:25:02.609626 run create_hlr_db(pid=13441): Terminated: ok {rc=0}\u000a13:25:03.011332 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13446): Launched\u000a13:25:03.303715 run osmo-hlr_10.42.42.2(pid=13447): Launched\u000a13:25:03.411568 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:25:03.919658 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13449): Launched\u000a13:25:04.211765 run osmo-stp_10.42.42.5(pid=13450): Launched\u000a13:25:04.318340 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:25:04.827807 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13452): Launched\u000a13:25:04.932202 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:25:05.187605 run patchelf(pid=13453): Launched\u000a13:25:05.359718 run osmo-stp_10.42.42.5(pid=13450): ERR: Terminated: ERROR {rc=1} [trial-2375↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13450)]\u000a13:25:05.485408 run osmo-stp_10.42.42.5(pid=13450): stdout: \u000a| (launched: 2022-12-10_13:25:04.068228)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:25:05.611476 run osmo-stp_10.42.42.5(pid=13450): stderr: \u000a| �[0;m�[38;5;43m20221210132504237 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210132504237 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210132504237 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210132504237 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210132504240 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210132504240 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210132504240 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:25:05.733347 run osmo-stp_10.42.42.5(pid=13450): stdout: \u000a| (launched: 2022-12-10_13:25:04.068228)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:25:05.854542 run osmo-stp_10.42.42.5(pid=13450): stderr: \u000a| �[0;m�[38;5;43m20221210132504237 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210132504237 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210132504237 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210132504237 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210132504240 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210132504240 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210132504240 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:25:05.994902 run patchelf(pid=13453): Terminating (SIGINT)\u000a13:25:06.160132 run patchelf(pid=13453): Terminated: ok {rc=0}\u000a13:25:06.190316 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=13450): Process ended prematurely: osmo-stp_10.42.42.5(pid=13450) [trial-2375↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13450)] [trial-2375↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping.py:22]\u000a13:25:06.198864 tst ping.py:22: Test FAILED (6.4 sec)\u000a13:25:06.258308 run osmo-hlr_10.42.42.2(pid=13447): ERR: Terminated: ERROR {rc=237} [trial-2375↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13447)]\u000a13:25:06.306740 run osmo-hlr_10.42.42.2(pid=13447): stdout: \u000a| (launched: 2022-12-10_13:25:03.159798) \u000a13:25:06.355716 run osmo-hlr_10.42.42.2(pid=13447): stderr: \u000a| �[0;m�[1;31m20221210132503333 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210132503333 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210132503333 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210132503333 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210132503333 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210132503333 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210132503346 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2375/run.2022-12-10_12-42-03/gprs:trx-umtrx+mod-bts0-dynts-osmo/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210132503355 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210132503355 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210132503355 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:25:06.397284 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13446): Terminating (SIGTERM)\u000a13:25:06.436730 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13449): Terminating (SIGTERM)\u000a13:25:06.476195 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13452): Terminating (SIGTERM)\u000a13:25:06.485641 --- ParallelTerminationStrategy: PID 13446 died...\u000a13:25:06.538486 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13446): Terminated: ok {rc=0}\u000a13:25:06.548492 --- ParallelTerminationStrategy: PID 13449 died...\u000a13:25:06.601015 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13449): Terminated: ok {rc=0}\u000a13:25:06.610634 --- ParallelTerminationStrategy: PID 13452 died...\u000a13:25:06.663016 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13452): Terminated: ok {rc=0}\u000a13:25:06.751260 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 237, "className" : "gprs:trx-umtrx+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13460): Process ended prematurely: osmo-stp_10.42.42.5(pid=13460) [trial-2375↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13460)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13460): Process ended prematurely: osmo-stp_10.42.42.5(pid=13460) [trial-2375↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13460)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2375 gprs:trx-umtrx+mod-bts0-dynts-osmo ping_idle_ping.py\u000a----------------------------------------------\u000a13:25:07.803263 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:25:07.815078 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a13:25:07.978678 tst ping_idle_ping.py: using LAC 28697\u000a13:25:08.102970 tst ping_idle_ping.py: using RAC 137\u000a13:25:08.226342 tst ping_idle_ping.py: using CellId 28697\u000a13:25:08.350432 tst ping_idle_ping.py: using BVCI 28698\u000a13:25:08.374452 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:25:08.385636 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:25:08.396638 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:25:08.407706 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:25:08.418601 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:25:08.429639 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:25:08.440694 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:25:08.451800 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a13:25:08.736583 tst ping_idle_ping.py:24: start network...\u000a13:25:08.866644 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:25:09.365190 run create_hlr_db(pid=13454): Launched\u000a13:25:09.546149 bus /gobi_6: Setting Powered False\u000a13:25:10.567027 run create_hlr_db(pid=13454): Terminated: ok {rc=0}\u000a13:25:10.961229 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13456): Launched\u000a13:25:11.254832 run osmo-hlr_10.42.42.2(pid=13457): Launched\u000a13:25:11.370485 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:25:11.886177 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13459): Launched\u000a13:25:12.181068 run osmo-stp_10.42.42.5(pid=13460): Launched\u000a13:25:12.289160 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:25:12.801280 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13462): Launched\u000a13:25:12.906018 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:25:13.163198 run patchelf(pid=13463): Launched\u000a13:25:13.335818 run osmo-stp_10.42.42.5(pid=13460): ERR: Terminated: ERROR {rc=1} [trial-2375↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13460)]\u000a13:25:13.462537 run osmo-stp_10.42.42.5(pid=13460): stdout: \u000a| (launched: 2022-12-10_13:25:12.036266)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:25:13.589090 run osmo-stp_10.42.42.5(pid=13460): stderr: \u000a| �[0;m�[38;5;43m20221210132512207 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210132512207 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210132512207 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210132512207 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210132512208 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210132512208 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210132512208 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:25:13.711484 run osmo-stp_10.42.42.5(pid=13460): stdout: \u000a| (launched: 2022-12-10_13:25:12.036266)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:25:13.832619 run osmo-stp_10.42.42.5(pid=13460): stderr: \u000a| �[0;m�[38;5;43m20221210132512207 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210132512207 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210132512207 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210132512207 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210132512208 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210132512208 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210132512208 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:25:13.974051 run patchelf(pid=13463): Terminating (SIGINT)\u000a13:25:14.140266 run patchelf(pid=13463): Terminated: ok {rc=0}\u000a13:25:14.170517 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=13460): Process ended prematurely: osmo-stp_10.42.42.5(pid=13460) [trial-2375↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13460)] [trial-2375↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping_idle_ping.py:27]\u000a13:25:14.179274 tst ping_idle_ping.py:27: Test FAILED (6.4 sec)\u000a13:25:14.239885 run osmo-hlr_10.42.42.2(pid=13457): ERR: Terminated: ERROR {rc=237} [trial-2375↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13457)]\u000a13:25:14.288492 run osmo-hlr_10.42.42.2(pid=13457): stdout: \u000a| (launched: 2022-12-10_13:25:11.110190) \u000a13:25:14.338365 run osmo-hlr_10.42.42.2(pid=13457): stderr: \u000a| �[0;m�[1;31m20221210132511284 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210132511284 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210132511284 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210132511284 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210132511284 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210132511284 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210132511296 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2375/run.2022-12-10_12-42-03/gprs:trx-umtrx+mod-bts0-dynts-osmo/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210132511304 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210132511305 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210132511305 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:25:14.380297 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13456): Terminating (SIGTERM)\u000a13:25:14.420116 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13459): Terminating (SIGTERM)\u000a13:25:14.460110 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13462): Terminating (SIGTERM)\u000a13:25:14.469597 --- ParallelTerminationStrategy: PID 13456 died...\u000a13:25:14.522601 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13456): Terminated: ok {rc=0}\u000a13:25:14.532308 --- ParallelTerminationStrategy: PID 13459 died...\u000a13:25:14.585407 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13459): Terminated: ok {rc=0}\u000a13:25:14.594946 --- ParallelTerminationStrategy: PID 13462 died...\u000a13:25:14.647984 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13462): Terminated: ok {rc=0}\u000a13:25:14.731299 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 59.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "91", "name" : "gprs_trx-umtrx+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T13:24:17" }, { "cases" : [ { "testActions" : [ ], "age" : 237, "className" : "gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13477): Process ended prematurely: osmo-stp_10.42.42.5(pid=13477) [trial-2375↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13477)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13477): Process ended prematurely: osmo-stp_10.42.42.5(pid=13477) [trial-2375↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13477)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2375 gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend cs_paging_gprs_active.py\u000a----------------------------------------------\u000a13:25:16.931765 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a13:25:16.944680 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a13:25:17.082370 tst cs_paging_gprs_active.py: using LAC 28698\u000a13:25:17.200652 tst cs_paging_gprs_active.py: using RAC 138\u000a13:25:17.317142 tst cs_paging_gprs_active.py: using CellId 28698\u000a13:25:17.432548 tst cs_paging_gprs_active.py: using BVCI 28699\u000a13:25:17.455362 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a13:25:17.466398 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a13:25:17.477343 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a13:25:17.488445 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a13:25:17.499658 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a13:25:17.510724 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a13:25:17.521943 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a13:25:17.532795 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a13:25:17.544065 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a13:25:17.663623 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a13:25:17.940346 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a13:25:18.064320 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:25:18.372039 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13467): Launched\u000a13:25:18.628211 run iperf3-srv_10.42.42.10(pid=13468): Launched\u000a13:25:18.809659 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a13:25:18.933792 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:25:19.240702 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13469): Launched\u000a13:25:19.496195 run iperf3-srv_10.42.42.10(pid=13470): Launched\u000a13:25:19.676644 tst cs_paging_gprs_active.py:38: start network...\u000a13:25:19.800235 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:25:20.267647 run create_hlr_db(pid=13471): Launched\u000a13:25:20.439408 bus /gobi_6: Setting Powered False\u000a13:25:21.460942 run create_hlr_db(pid=13471): Terminated: ok {rc=0}\u000a13:25:21.883259 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13473): Launched\u000a13:25:22.200873 run osmo-hlr_10.42.42.2(pid=13474): Launched\u000a13:25:22.318616 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:25:22.867486 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13476): Launched\u000a13:25:23.182870 run osmo-stp_10.42.42.5(pid=13477): Launched\u000a13:25:23.297808 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:25:23.850150 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13479): Launched\u000a13:25:23.963385 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:25:24.239037 run patchelf(pid=13480): Launched\u000a13:25:24.425557 run osmo-stp_10.42.42.5(pid=13477): ERR: Terminated: ERROR {rc=1} [trial-2375↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13477)]\u000a13:25:24.561799 run osmo-stp_10.42.42.5(pid=13477): stdout: \u000a| (launched: 2022-12-10_13:25:23.028572)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:25:24.697795 run osmo-stp_10.42.42.5(pid=13477): stderr: \u000a| �[0;m�[38;5;43m20221210132523219 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210132523219 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210132523219 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210132523220 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210132523220 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210132523220 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210132523220 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:25:24.829151 run osmo-stp_10.42.42.5(pid=13477): stdout: \u000a| (launched: 2022-12-10_13:25:23.028572)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:25:24.959278 run osmo-stp_10.42.42.5(pid=13477): stderr: \u000a| �[0;m�[38;5;43m20221210132523219 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210132523219 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210132523219 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210132523220 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210132523220 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210132523220 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210132523220 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:25:25.111140 run patchelf(pid=13480): Terminating (SIGINT)\u000a13:25:25.289445 run patchelf(pid=13480): Terminated: ok {rc=0}\u000a13:25:25.322337 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=13477): Process ended prematurely: osmo-stp_10.42.42.5(pid=13477) [trial-2375↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13477)] [trial-2375↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38]\u000a13:25:25.332065 tst cs_paging_gprs_active.py:38: Test FAILED (8.4 sec)\u000a13:25:25.394072 run osmo-hlr_10.42.42.2(pid=13474): ERR: Terminated: ERROR {rc=237} [trial-2375↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13474)]\u000a13:25:25.444579 run osmo-hlr_10.42.42.2(pid=13474): stdout: \u000a| (launched: 2022-12-10_13:25:22.045351) \u000a13:25:25.495917 run osmo-hlr_10.42.42.2(pid=13474): stderr: \u000a| �[0;m�[1;31m20221210132522244 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210132522244 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210132522244 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210132522244 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210132522244 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210132522244 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210132522257 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2375/run.2022-12-10_12-42-03/gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210132522265 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210132522265 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210132522265 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:25:25.539919 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13467): Terminating (SIGTERM)\u000a13:25:25.581106 run iperf3-srv_10.42.42.10(pid=13468): Terminating (SIGTERM)\u000a13:25:25.622314 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13469): Terminating (SIGTERM)\u000a13:25:25.663304 run iperf3-srv_10.42.42.10(pid=13470): Terminating (SIGTERM)\u000a13:25:25.704352 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13473): Terminating (SIGTERM)\u000a13:25:25.745545 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13476): Terminating (SIGTERM)\u000a13:25:25.786666 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13479): Terminating (SIGTERM)\u000a13:25:25.796093 --- ParallelTerminationStrategy: PID 13467 died...\u000a13:25:25.851206 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13467): Terminated: ok {rc=0}\u000a13:25:25.861100 --- ParallelTerminationStrategy: PID 13468 died...\u000a13:25:25.915424 run iperf3-srv_10.42.42.10(pid=13468): Terminated {rc=256}\u000a13:25:25.925265 --- ParallelTerminationStrategy: PID 13469 died...\u000a13:25:25.979649 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13469): Terminated: ok {rc=0}\u000a13:25:25.989841 --- ParallelTerminationStrategy: PID 13470 died...\u000a13:25:26.044074 run iperf3-srv_10.42.42.10(pid=13470): Terminated {rc=256}\u000a13:25:26.053875 --- ParallelTerminationStrategy: PID 13473 died...\u000a13:25:26.108338 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13473): Terminated: ok {rc=0}\u000a13:25:26.118186 --- ParallelTerminationStrategy: PID 13476 died...\u000a13:25:26.172733 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13476): Terminated: ok {rc=0}\u000a13:25:26.182596 --- ParallelTerminationStrategy: PID 13479 died...\u000a13:25:26.237198 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13479): Terminated: ok {rc=0}\u000a13:25:26.324015 bus /gobi_0: Setting Powered False\u000a13:25:27.429825 bus /gobi_0: Setting Powered False\u000a13:25:28.540123 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 237, "className" : "gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13489): Process ended prematurely: osmo-stp_10.42.42.5(pid=13489) [trial-2375↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13489)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13489): Process ended prematurely: osmo-stp_10.42.42.5(pid=13489) [trial-2375↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13489)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2375 gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend iperf3.py\u000a----------------------------------------------\u000a13:25:29.647551 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a13:25:29.659210 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a13:25:29.800114 tst iperf3.py: using LAC 28699\u000a13:25:29.917175 tst iperf3.py: using RAC 139\u000a13:25:30.036217 tst iperf3.py: using CellId 28699\u000a13:25:30.153352 tst iperf3.py: using BVCI 28700\u000a13:25:30.176263 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a13:25:30.187300 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a13:25:30.198206 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a13:25:30.209308 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a13:25:30.220379 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a13:25:30.231505 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a13:25:30.242669 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a13:25:30.253689 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a13:25:30.264881 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a13:25:30.538377 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a13:25:30.662669 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:25:31.010486 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13481): Launched\u000a13:25:31.314447 run iperf3-srv_10.42.42.10(pid=13482): Launched\u000a13:25:31.514267 tst iperf3.py:8: start network...\u000a13:25:31.651363 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:25:32.201619 run create_hlr_db(pid=13483): Launched\u000a13:25:32.384461 bus /gobi_6: Setting Powered False\u000a13:25:33.404578 run create_hlr_db(pid=13483): Terminated: ok {rc=0}\u000a13:25:33.801358 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13485): Launched\u000a13:25:34.097806 run osmo-hlr_10.42.42.2(pid=13486): Launched\u000a13:25:34.215290 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:25:34.744502 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13488): Launched\u000a13:25:35.040212 run osmo-stp_10.42.42.5(pid=13489): Launched\u000a13:25:35.148906 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:25:35.665247 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13491): Launched\u000a13:25:35.771705 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:25:36.031968 run patchelf(pid=13492): Launched\u000a13:25:36.205744 run osmo-stp_10.42.42.5(pid=13489): ERR: Terminated: ERROR {rc=1} [trial-2375↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13489)]\u000a13:25:36.332689 run osmo-stp_10.42.42.5(pid=13489): stdout: \u000a| (launched: 2022-12-10_13:25:34.894583)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:25:36.460838 run osmo-stp_10.42.42.5(pid=13489): stderr: \u000a| �[0;m�[38;5;43m20221210132535063 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210132535063 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210132535064 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210132535064 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210132535065 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210132535065 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210132535065 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:25:36.584126 run osmo-stp_10.42.42.5(pid=13489): stdout: \u000a| (launched: 2022-12-10_13:25:34.894583)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:25:36.706181 run osmo-stp_10.42.42.5(pid=13489): stderr: \u000a| �[0;m�[38;5;43m20221210132535063 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210132535063 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210132535064 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210132535064 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210132535065 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210132535065 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210132535065 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:25:36.849090 run patchelf(pid=13492): Terminating (SIGINT)\u000a13:25:37.016332 run patchelf(pid=13492): Terminated: ok {rc=0}\u000a13:25:37.047243 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=13489): Process ended prematurely: osmo-stp_10.42.42.5(pid=13489) [trial-2375↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13489)] [trial-2375↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8]\u000a13:25:37.056421 tst iperf3.py:8: Test FAILED (7.4 sec)\u000a13:25:37.116210 run osmo-hlr_10.42.42.2(pid=13486): ERR: Terminated: ERROR {rc=237} [trial-2375↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13486)]\u000a13:25:37.164496 run osmo-hlr_10.42.42.2(pid=13486): stdout: \u000a| (launched: 2022-12-10_13:25:33.951934) \u000a13:25:37.213555 run osmo-hlr_10.42.42.2(pid=13486): stderr: \u000a| �[0;m�[1;31m20221210132534130 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210132534130 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210132534130 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210132534130 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210132534130 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210132534130 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210132534141 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2375/run.2022-12-10_12-42-03/gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210132534150 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210132534150 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210132534150 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:25:37.254875 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13481): Terminating (SIGTERM)\u000a13:25:37.294037 run iperf3-srv_10.42.42.10(pid=13482): Terminating (SIGTERM)\u000a13:25:37.333190 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13485): Terminating (SIGTERM)\u000a13:25:37.372412 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13488): Terminating (SIGTERM)\u000a13:25:37.411616 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13491): Terminating (SIGTERM)\u000a13:25:37.420789 --- ParallelTerminationStrategy: PID 13481 died...\u000a13:25:37.472874 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13481): Terminated: ok {rc=0}\u000a13:25:37.482510 --- ParallelTerminationStrategy: PID 13482 died...\u000a13:25:37.534319 run iperf3-srv_10.42.42.10(pid=13482): Terminated {rc=256}\u000a13:25:37.543824 --- ParallelTerminationStrategy: PID 13485 died...\u000a13:25:37.595713 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13485): Terminated: ok {rc=0}\u000a13:25:37.605301 --- ParallelTerminationStrategy: PID 13488 died...\u000a13:25:37.657356 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13488): Terminated: ok {rc=0}\u000a13:25:37.666793 --- ParallelTerminationStrategy: PID 13491 died...\u000a13:25:37.718992 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13491): Terminated: ok {rc=0}\u000a13:25:37.801064 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 237, "className" : "gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13507): Process ended prematurely: osmo-stp_10.42.42.5(pid=13507) [trial-2375↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13507)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13507): Process ended prematurely: osmo-stp_10.42.42.5(pid=13507) [trial-2375↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13507)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2375 gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend iperf3m4.py\u000a----------------------------------------------\u000a13:25:38.913766 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a13:25:38.925975 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a13:25:39.072748 tst iperf3m4.py: using LAC 28700\u000a13:25:39.196886 tst iperf3m4.py: using RAC 140\u000a13:25:39.323699 tst iperf3m4.py: using CellId 28700\u000a13:25:39.448731 tst iperf3m4.py: using BVCI 28701\u000a13:25:39.473070 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a13:25:39.484515 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a13:25:39.495888 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a13:25:39.507887 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a13:25:39.519860 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a13:25:39.531471 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a13:25:39.543133 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a13:25:39.554447 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a13:25:39.566535 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a13:25:39.684220 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a13:25:39.801708 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a13:25:39.919079 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a13:25:40.209481 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a13:25:40.341457 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:25:40.668015 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13493): Launched\u000a13:25:40.938920 run iperf3-srv_10.42.42.10(pid=13494): Launched\u000a13:25:41.132018 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a13:25:41.264114 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:25:41.590008 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13495): Launched\u000a13:25:41.859910 run iperf3-srv_10.42.42.10(pid=13496): Launched\u000a13:25:42.054365 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a13:25:42.178682 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:25:42.485471 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13497): Launched\u000a13:25:42.740584 run iperf3-srv_10.42.42.10(pid=13498): Launched\u000a13:25:42.921200 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a13:25:43.044676 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:25:43.351167 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13499): Launched\u000a13:25:43.606350 run iperf3-srv_10.42.42.10(pid=13500): Launched\u000a13:25:43.787470 tst iperf3m4.py:8: start network...\u000a13:25:43.911494 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:25:44.396852 run create_hlr_db(pid=13501): Launched\u000a13:25:44.581734 bus /gobi_6: Setting Powered False\u000a13:25:45.601063 run create_hlr_db(pid=13501): Terminated: ok {rc=0}\u000a13:25:46.058506 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13503): Launched\u000a13:25:46.484184 run osmo-hlr_10.42.42.2(pid=13504): Launched\u000a13:25:46.679480 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:25:47.315159 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13506): Launched\u000a13:25:47.635295 run osmo-stp_10.42.42.5(pid=13507): Launched\u000a13:25:47.752174 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:25:48.303720 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13509): Launched\u000a13:25:48.416822 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:25:48.693116 run patchelf(pid=13510): Launched\u000a13:25:48.878117 run osmo-stp_10.42.42.5(pid=13507): ERR: Terminated: ERROR {rc=1} [trial-2375↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13507)]\u000a13:25:49.013242 run osmo-stp_10.42.42.5(pid=13507): stdout: \u000a| (launched: 2022-12-10_13:25:47.478880)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:25:49.148695 run osmo-stp_10.42.42.5(pid=13507): stderr: \u000a| �[0;m�[38;5;43m20221210132547670 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210132547670 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210132547671 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210132547671 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210132547671 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210132547671 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210132547672 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:25:49.280107 run osmo-stp_10.42.42.5(pid=13507): stdout: \u000a| (launched: 2022-12-10_13:25:47.478880)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:25:49.410486 run osmo-stp_10.42.42.5(pid=13507): stderr: \u000a| �[0;m�[38;5;43m20221210132547670 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210132547670 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210132547671 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210132547671 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210132547671 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210132547671 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210132547672 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:25:49.562462 run patchelf(pid=13510): Terminating (SIGINT)\u000a13:25:49.740221 run patchelf(pid=13510): Terminated: ok {rc=0}\u000a13:25:49.772880 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=13507): Process ended prematurely: osmo-stp_10.42.42.5(pid=13507) [trial-2375↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13507)] [trial-2375↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8]\u000a13:25:49.782672 tst iperf3m4.py:8: Test FAILED (10.9 sec)\u000a13:25:49.844929 run osmo-hlr_10.42.42.2(pid=13504): ERR: Terminated: ERROR {rc=237} [trial-2375↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13504)]\u000a13:25:49.896031 run osmo-hlr_10.42.42.2(pid=13504): stdout: \u000a| (launched: 2022-12-10_13:25:46.225307) \u000a13:25:49.947497 run osmo-hlr_10.42.42.2(pid=13504): stderr: \u000a| �[0;m�[1;31m20221210132546523 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210132546523 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210132546523 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210132546523 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210132546523 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210132546523 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210132546537 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2375/run.2022-12-10_12-42-03/gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210132546553 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210132546554 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210132546554 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:25:49.991063 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13493): Terminating (SIGTERM)\u000a13:25:50.032076 run iperf3-srv_10.42.42.10(pid=13494): Terminating (SIGTERM)\u000a13:25:50.073297 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13495): Terminating (SIGTERM)\u000a13:25:50.114474 run iperf3-srv_10.42.42.10(pid=13496): Terminating (SIGTERM)\u000a13:25:50.155763 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13497): Terminating (SIGTERM)\u000a13:25:50.197051 run iperf3-srv_10.42.42.10(pid=13498): Terminating (SIGTERM)\u000a13:25:50.238239 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13499): Terminating (SIGTERM)\u000a13:25:50.279439 run iperf3-srv_10.42.42.10(pid=13500): Terminating (SIGTERM)\u000a13:25:50.320451 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13503): Terminating (SIGTERM)\u000a13:25:50.361794 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13506): Terminating (SIGTERM)\u000a13:25:50.403179 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13509): Terminating (SIGTERM)\u000a13:25:50.412655 --- ParallelTerminationStrategy: PID 13493 died...\u000a13:25:50.467593 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13493): Terminated: ok {rc=0}\u000a13:25:50.477577 --- ParallelTerminationStrategy: PID 13494 died...\u000a13:25:50.532561 run iperf3-srv_10.42.42.10(pid=13494): Terminated {rc=256}\u000a13:25:50.542596 --- ParallelTerminationStrategy: PID 13495 died...\u000a13:25:50.597464 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13495): Terminated: ok {rc=0}\u000a13:25:50.607374 --- ParallelTerminationStrategy: PID 13496 died...\u000a13:25:50.661840 run iperf3-srv_10.42.42.10(pid=13496): Terminated {rc=256}\u000a13:25:50.671629 --- ParallelTerminationStrategy: PID 13497 died...\u000a13:25:50.726233 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13497): Terminated: ok {rc=0}\u000a13:25:50.736143 --- ParallelTerminationStrategy: PID 13498 died...\u000a13:25:50.790619 run iperf3-srv_10.42.42.10(pid=13498): Terminated {rc=256}\u000a13:25:50.800500 --- ParallelTerminationStrategy: PID 13499 died...\u000a13:25:50.855244 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13499): Terminated: ok {rc=0}\u000a13:25:50.865181 --- ParallelTerminationStrategy: PID 13500 died...\u000a13:25:50.919765 run iperf3-srv_10.42.42.10(pid=13500): Terminated {rc=256}\u000a13:25:50.929660 --- ParallelTerminationStrategy: PID 13503 died...\u000a13:25:50.984248 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13503): Terminated: ok {rc=0}\u000a13:25:50.994294 --- ParallelTerminationStrategy: PID 13506 died...\u000a13:25:51.048982 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13506): Terminated: ok {rc=0}\u000a13:25:51.058910 --- ParallelTerminationStrategy: PID 13509 died...\u000a13:25:51.113607 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13509): Terminated: ok {rc=0}\u000a13:25:51.201246 bus /gobi_4: Setting Powered False\u000a13:25:52.300921 bus /gobi_4: Setting Powered False\u000a13:25:53.411242 bus /gobi_1: Setting Powered False\u000a13:25:54.512908 bus /gobi_1: Setting Powered False\u000a13:25:55.622639 bus /gobi_0: Setting Powered False\u000a13:25:56.723567 bus /gobi_0: Setting Powered False\u000a13:25:57.834896 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 237, "className" : "gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13517): Process ended prematurely: osmo-stp_10.42.42.5(pid=13517) [trial-2375↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13517)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13517): Process ended prematurely: osmo-stp_10.42.42.5(pid=13517) [trial-2375↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13517)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2375 gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend ping.py\u000a----------------------------------------------\u000a13:25:58.900505 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a13:25:58.912129 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a13:25:59.048359 tst ping.py: using LAC 28701\u000a13:25:59.163442 tst ping.py: using RAC 141\u000a13:25:59.279882 tst ping.py: using CellId 28701\u000a13:25:59.401382 tst ping.py: using BVCI 28702\u000a13:25:59.425320 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a13:25:59.437112 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a13:25:59.448674 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a13:25:59.460714 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a13:25:59.472694 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a13:25:59.484736 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a13:25:59.496875 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a13:25:59.508688 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a13:25:59.780769 tst ping.py:19: start network...\u000a13:25:59.902101 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:26:00.360018 run create_hlr_db(pid=13511): Launched\u000a13:26:00.529127 bus /gobi_6: Setting Powered False\u000a13:26:01.605354 run create_hlr_db(pid=13511): Terminated: ok {rc=0}\u000a13:26:02.031203 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13513): Launched\u000a13:26:02.350468 run osmo-hlr_10.42.42.2(pid=13514): Launched\u000a13:26:02.461833 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:26:02.970263 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13516): Launched\u000a13:26:03.261316 run osmo-stp_10.42.42.5(pid=13517): Launched\u000a13:26:03.367164 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:26:03.876335 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13519): Launched\u000a13:26:03.980093 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:26:04.235957 run patchelf(pid=13520): Launched\u000a13:26:04.408696 run osmo-stp_10.42.42.5(pid=13517): ERR: Terminated: ERROR {rc=1} [trial-2375↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13517)]\u000a13:26:04.535036 run osmo-stp_10.42.42.5(pid=13517): stdout: \u000a| (launched: 2022-12-10_13:26:03.118287)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:26:04.662167 run osmo-stp_10.42.42.5(pid=13517): stderr: \u000a| �[0;m�[38;5;43m20221210132603286 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210132603286 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210132603286 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210132603287 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210132603289 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210132603289 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210132603289 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:26:04.784689 run osmo-stp_10.42.42.5(pid=13517): stdout: \u000a| (launched: 2022-12-10_13:26:03.118287)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:26:04.906530 run osmo-stp_10.42.42.5(pid=13517): stderr: \u000a| �[0;m�[38;5;43m20221210132603286 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210132603286 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210132603286 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210132603287 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210132603289 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210132603289 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210132603289 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:26:05.047307 run patchelf(pid=13520): Terminating (SIGINT)\u000a13:26:05.212853 run patchelf(pid=13520): Terminated: ok {rc=0}\u000a13:26:05.242855 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=13517): Process ended prematurely: osmo-stp_10.42.42.5(pid=13517) [trial-2375↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13517)] [trial-2375↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22]\u000a13:26:05.251409 tst ping.py:22: Test FAILED (6.3 sec)\u000a13:26:05.310904 run osmo-hlr_10.42.42.2(pid=13514): ERR: Terminated: ERROR {rc=237} [trial-2375↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13514)]\u000a13:26:05.359454 run osmo-hlr_10.42.42.2(pid=13514): stdout: \u000a| (launched: 2022-12-10_13:26:02.182981) \u000a13:26:05.409130 run osmo-hlr_10.42.42.2(pid=13514): stderr: \u000a| �[0;m�[1;31m20221210132602388 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210132602388 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210132602388 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210132602388 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210132602388 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210132602388 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210132602400 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2375/run.2022-12-10_12-42-03/gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210132602408 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210132602409 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210132602409 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:26:05.450635 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13513): Terminating (SIGTERM)\u000a13:26:05.490105 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13516): Terminating (SIGTERM)\u000a13:26:05.529651 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13519): Terminating (SIGTERM)\u000a13:26:05.538987 --- ParallelTerminationStrategy: PID 13513 died...\u000a13:26:05.591457 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13513): Terminated: ok {rc=0}\u000a13:26:05.601177 --- ParallelTerminationStrategy: PID 13516 died...\u000a13:26:05.653743 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13516): Terminated: ok {rc=0}\u000a13:26:05.663452 --- ParallelTerminationStrategy: PID 13519 died...\u000a13:26:05.715804 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13519): Terminated: ok {rc=0}\u000a13:26:05.804158 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 237, "className" : "gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13527): Process ended prematurely: osmo-stp_10.42.42.5(pid=13527) [trial-2375↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13527)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13527): Process ended prematurely: osmo-stp_10.42.42.5(pid=13527) [trial-2375↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13527)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2375 gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend ping_idle_ping.py\u000a----------------------------------------------\u000a13:26:06.854814 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a13:26:06.866593 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a13:26:07.006381 tst ping_idle_ping.py: using LAC 28702\u000a13:26:07.120363 tst ping_idle_ping.py: using RAC 142\u000a13:26:07.233972 tst ping_idle_ping.py: using CellId 28702\u000a13:26:07.348037 tst ping_idle_ping.py: using BVCI 28703\u000a13:26:07.370656 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a13:26:07.381801 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a13:26:07.392656 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a13:26:07.403872 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a13:26:07.415062 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a13:26:07.426306 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a13:26:07.437541 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a13:26:07.448616 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a13:26:07.736732 tst ping_idle_ping.py:24: start network...\u000a13:26:07.866521 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:26:08.368373 run create_hlr_db(pid=13521): Launched\u000a13:26:08.549972 bus /gobi_6: Setting Powered False\u000a13:26:09.570867 run create_hlr_db(pid=13521): Terminated: ok {rc=0}\u000a13:26:09.986077 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13523): Launched\u000a13:26:10.297586 run osmo-hlr_10.42.42.2(pid=13524): Launched\u000a13:26:10.415565 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:26:10.957818 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13526): Launched\u000a13:26:11.269829 run osmo-stp_10.42.42.5(pid=13527): Launched\u000a13:26:11.383066 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:26:11.929757 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13529): Launched\u000a13:26:12.040929 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:26:12.313784 run patchelf(pid=13530): Launched\u000a13:26:12.497282 run osmo-stp_10.42.42.5(pid=13527): ERR: Terminated: ERROR {rc=1} [trial-2375↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13527)]\u000a13:26:12.631523 run osmo-stp_10.42.42.5(pid=13527): stdout: \u000a| (launched: 2022-12-10_13:26:11.116735)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:26:12.766134 run osmo-stp_10.42.42.5(pid=13527): stderr: \u000a| �[0;m�[38;5;43m20221210132611307 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210132611307 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210132611308 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210132611308 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210132611308 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210132611309 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210132611309 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:26:12.896056 run osmo-stp_10.42.42.5(pid=13527): stdout: \u000a| (launched: 2022-12-10_13:26:11.116735)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:26:13.025383 run osmo-stp_10.42.42.5(pid=13527): stderr: \u000a| �[0;m�[38;5;43m20221210132611307 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210132611307 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210132611308 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210132611308 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210132611308 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210132611309 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210132611309 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:26:13.175244 run patchelf(pid=13530): Terminating (SIGINT)\u000a13:26:13.351560 run patchelf(pid=13530): Terminated: ok {rc=0}\u000a13:26:13.383530 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=13527): Process ended prematurely: osmo-stp_10.42.42.5(pid=13527) [trial-2375↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13527)] [trial-2375↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27]\u000a13:26:13.392512 tst ping_idle_ping.py:27: Test FAILED (6.5 sec)\u000a13:26:13.454424 run osmo-hlr_10.42.42.2(pid=13524): ERR: Terminated: ERROR {rc=237} [trial-2375↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13524)]\u000a13:26:13.505028 run osmo-hlr_10.42.42.2(pid=13524): stdout: \u000a| (launched: 2022-12-10_13:26:10.145063) \u000a13:26:13.556628 run osmo-hlr_10.42.42.2(pid=13524): stderr: \u000a| �[0;m�[1;31m20221210132610342 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210132610342 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210132610342 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210132610342 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210132610342 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210132610342 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210132610353 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2375/run.2022-12-10_12-42-03/gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210132610362 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210132610362 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210132610362 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:26:13.600529 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13523): Terminating (SIGTERM)\u000a13:26:13.642052 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13526): Terminating (SIGTERM)\u000a13:26:13.683691 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13529): Terminating (SIGTERM)\u000a13:26:13.693357 --- ParallelTerminationStrategy: PID 13523 died...\u000a13:26:13.748819 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13523): Terminated: ok {rc=0}\u000a13:26:13.758972 --- ParallelTerminationStrategy: PID 13526 died...\u000a13:26:13.814003 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13526): Terminated: ok {rc=0}\u000a13:26:13.824039 --- ParallelTerminationStrategy: PID 13529 died...\u000a13:26:13.879540 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13529): Terminated: ok {rc=0}\u000a13:26:13.965215 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "92", "name" : "gprs_trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T13:25:16" }, { "cases" : [ { "testActions" : [ ], "age" : 237, "className" : "dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13540): Process ended prematurely: osmo-stp_10.42.42.5(pid=13540) [trial-2375↪dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13540)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13540): Process ended prematurely: osmo-stp_10.42.42.5(pid=13540) [trial-2375↪dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13540)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2375 dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any switch_tch_pdch.py\u000a----------------------------------------------\u000a13:26:16.017753 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a13:26:16.029507 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a13:26:16.192389 tst switch_tch_pdch.py: using LAC 28703\u000a13:26:16.345308 tst switch_tch_pdch.py: using RAC 143\u000a13:26:16.466957 tst switch_tch_pdch.py: using CellId 28703\u000a13:26:16.589886 tst switch_tch_pdch.py: using BVCI 28704\u000a13:26:16.614768 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a13:26:16.627177 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a13:26:16.639674 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a13:26:16.652063 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a13:26:16.665111 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a13:26:16.677376 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a13:26:16.689777 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a13:26:16.701881 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a13:26:16.827124 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a13:26:17.160171 tst switch_tch_pdch.py:51: start network...\u000a13:26:17.285571 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:26:17.749076 run create_hlr_db(pid=13534): Launched\u000a13:26:17.918261 bus /gobi_6: Setting Powered False\u000a13:26:18.938403 run create_hlr_db(pid=13534): Terminated: ok {rc=0}\u000a13:26:19.350814 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13536): Launched\u000a13:26:19.643290 run osmo-hlr_10.42.42.2(pid=13537): Launched\u000a13:26:19.755740 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:26:20.271028 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13539): Launched\u000a13:26:20.563416 run osmo-stp_10.42.42.5(pid=13540): Launched\u000a13:26:20.670274 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:26:21.177116 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13542): Launched\u000a13:26:21.280755 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:26:21.535812 run patchelf(pid=13543): Launched\u000a13:26:21.707480 run osmo-stp_10.42.42.5(pid=13540): ERR: Terminated: ERROR {rc=1} [trial-2375↪dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13540)]\u000a13:26:21.833066 run osmo-stp_10.42.42.5(pid=13540): stdout: \u000a| (launched: 2022-12-10_13:26:20.419233)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:26:21.958963 run osmo-stp_10.42.42.5(pid=13540): stderr: \u000a| �[0;m�[38;5;43m20221210132620589 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210132620589 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210132620589 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210132620590 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210132620590 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210132620590 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210132620590 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:26:22.080417 run osmo-stp_10.42.42.5(pid=13540): stdout: \u000a| (launched: 2022-12-10_13:26:20.419233)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:26:22.201243 run osmo-stp_10.42.42.5(pid=13540): stderr: \u000a| �[0;m�[38;5;43m20221210132620589 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210132620589 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210132620589 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210132620590 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210132620590 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210132620590 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210132620590 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:26:22.341745 run patchelf(pid=13543): Terminating (SIGINT)\u000a13:26:22.506738 run patchelf(pid=13543): Terminated: ok {rc=0}\u000a13:26:22.536934 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=13540): Process ended prematurely: osmo-stp_10.42.42.5(pid=13540) [trial-2375↪dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13540)] [trial-2375↪dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54]\u000a13:26:22.545579 tst switch_tch_pdch.py:54: Test FAILED (6.5 sec)\u000a13:26:22.604695 run osmo-hlr_10.42.42.2(pid=13537): ERR: Terminated: ERROR {rc=237} [trial-2375↪dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13537)]\u000a13:26:22.653042 run osmo-hlr_10.42.42.2(pid=13537): stdout: \u000a| (launched: 2022-12-10_13:26:19.499079) \u000a13:26:22.702166 run osmo-hlr_10.42.42.2(pid=13537): stderr: \u000a| �[0;m�[1;31m20221210132619673 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210132619673 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210132619674 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210132619674 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210132619674 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210132619674 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210132619686 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2375/run.2022-12-10_12-42-03/dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210132619696 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210132619696 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210132619696 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:26:22.743917 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13536): Terminating (SIGTERM)\u000a13:26:22.784098 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13539): Terminating (SIGTERM)\u000a13:26:22.823627 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13542): Terminating (SIGTERM)\u000a13:26:22.833089 --- ParallelTerminationStrategy: PID 13536 died...\u000a13:26:22.885732 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13536): Terminated: ok {rc=0}\u000a13:26:22.895421 --- ParallelTerminationStrategy: PID 13539 died...\u000a13:26:22.947808 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13539): Terminated: ok {rc=0}\u000a13:26:22.957562 --- ParallelTerminationStrategy: PID 13542 died...\u000a13:26:23.009928 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13542): Terminated: ok {rc=0}\u000a13:26:23.097726 bus /gobi_0: Setting Powered False\u000a13:26:24.199191 bus /gobi_0: Setting Powered False\u000a13:26:25.310217 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "93", "name" : "dynts_trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T13:26:15" }, { "cases" : [ { "testActions" : [ ], "age" : 237, "className" : "dynts:trx-umtrx+mod-bts0-dynts67-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13554): Process ended prematurely: osmo-stp_10.42.42.5(pid=13554) [trial-2375↪dynts:trx-umtrx+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13554)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13554): Process ended prematurely: osmo-stp_10.42.42.5(pid=13554) [trial-2375↪dynts:trx-umtrx+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13554)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2375 dynts:trx-umtrx+mod-bts0-dynts67-osmo switch_tch_pdch.py\u000a----------------------------------------------\u000a13:26:27.283016 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a13:26:27.294262 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x bts (candidates: 1)\u000a13:26:27.448492 tst switch_tch_pdch.py: using LAC 28704\u000a13:26:27.569706 tst switch_tch_pdch.py: using RAC 144\u000a13:26:27.690678 tst switch_tch_pdch.py: using CellId 28704\u000a13:26:27.819702 tst switch_tch_pdch.py: using BVCI 28705\u000a13:26:27.843495 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a13:26:27.854725 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a13:26:27.865719 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a13:26:27.876657 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a13:26:27.887568 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a13:26:27.898677 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a13:26:27.909792 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a13:26:27.920661 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a13:26:28.036265 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a13:26:28.318318 tst switch_tch_pdch.py:51: start network...\u000a13:26:28.447194 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:26:28.917201 run create_hlr_db(pid=13548): Launched\u000a13:26:29.044214 bus /gobi_6: Setting Powered False\u000a13:26:30.117139 run create_hlr_db(pid=13548): Terminated: ok {rc=0}\u000a13:26:30.489413 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13550): Launched\u000a13:26:30.800097 run osmo-hlr_10.42.42.2(pid=13551): Launched\u000a13:26:30.951392 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:26:31.597733 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13553): Launched\u000a13:26:31.929696 run osmo-stp_10.42.42.5(pid=13554): Launched\u000a13:26:32.150010 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:26:32.774011 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13556): Launched\u000a13:26:32.885728 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:26:33.156164 run patchelf(pid=13557): Launched\u000a13:26:33.338343 run osmo-stp_10.42.42.5(pid=13554): ERR: Terminated: ERROR {rc=1} [trial-2375↪dynts:trx-umtrx+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13554)]\u000a13:26:33.471666 run osmo-stp_10.42.42.5(pid=13554): stdout: \u000a| (launched: 2022-12-10_13:26:31.756540)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:26:33.605756 run osmo-stp_10.42.42.5(pid=13554): stderr: \u000a| �[0;m�[38;5;43m20221210132632110 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210132632110 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210132632110 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210132632111 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210132632117 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210132632117 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210132632117 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:26:33.735147 run osmo-stp_10.42.42.5(pid=13554): stdout: \u000a| (launched: 2022-12-10_13:26:31.756540)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:26:33.862669 run osmo-stp_10.42.42.5(pid=13554): stderr: \u000a| �[0;m�[38;5;43m20221210132632110 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210132632110 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210132632110 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210132632111 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210132632117 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210132632117 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210132632117 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:26:34.011617 run patchelf(pid=13557): Terminating (SIGINT)\u000a13:26:34.186821 run patchelf(pid=13557): Terminated: ok {rc=0}\u000a13:26:34.218962 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=13554): Process ended prematurely: osmo-stp_10.42.42.5(pid=13554) [trial-2375↪dynts:trx-umtrx+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13554)] [trial-2375↪dynts:trx-umtrx+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54]\u000a13:26:34.228274 tst switch_tch_pdch.py:54: Test FAILED (6.9 sec)\u000a13:26:34.289922 run osmo-hlr_10.42.42.2(pid=13551): ERR: Terminated: ERROR {rc=237} [trial-2375↪dynts:trx-umtrx+mod-bts0-dynts67-osmo↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13551)]\u000a13:26:34.340789 run osmo-hlr_10.42.42.2(pid=13551): stdout: \u000a| (launched: 2022-12-10_13:26:30.648111) \u000a13:26:34.392136 run osmo-hlr_10.42.42.2(pid=13551): stderr: \u000a| �[0;m�[1;31m20221210132630847 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210132630847 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210132630847 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210132630847 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210132630847 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210132630847 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210132630868 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2375/run.2022-12-10_12-42-03/dynts:trx-umtrx+mod-bts0-dynts67-osmo/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210132630883 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210132630883 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210132630883 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:26:34.435805 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13550): Terminating (SIGTERM)\u000a13:26:34.477091 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13553): Terminating (SIGTERM)\u000a13:26:34.518586 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13556): Terminating (SIGTERM)\u000a13:26:34.528139 --- ParallelTerminationStrategy: PID 13550 died...\u000a13:26:34.583460 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13550): Terminated: ok {rc=0}\u000a13:26:34.593543 --- ParallelTerminationStrategy: PID 13553 died...\u000a13:26:34.648249 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13553): Terminated: ok {rc=0}\u000a13:26:34.658227 --- ParallelTerminationStrategy: PID 13556 died...\u000a13:26:34.713845 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13556): Terminated: ok {rc=0}\u000a13:26:34.799285 bus /gobi_0: Setting Powered False\u000a13:26:35.905474 bus /gobi_0: Setting Powered False\u000a13:26:37.011359 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "94", "name" : "dynts_trx-umtrx+mod-bts0-dynts67-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T13:26:27" }, { "cases" : [ { "testActions" : [ ], "age" : 236, "className" : "nitb_sms:trx-lms", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=13563): Process ended prematurely: osmo-nitb_10.42.42.2(pid=13563) [trial-2375↪nitb_sms:trx-lms↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=13563)]", "failedSince" : 2140, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_sms/mo_mt_sms.py\", line 11, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=13563): Process ended prematurely: osmo-nitb_10.42.42.2(pid=13563) [trial-2375↪nitb_sms:trx-lms↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=13563)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2375 nitb_sms:trx-lms mo_mt_sms.py\u000a----------------------------------------------\u000a13:26:38.904106 tst nitb_sms:trx-lms: Using 1 x ip_address (candidates: 1)\u000a13:26:38.915418 tst nitb_sms:trx-lms: Using 1 x bts (candidates: 1)\u000a13:26:39.054345 tst mo_mt_sms.py: using LAC 28705\u000a13:26:39.176632 tst mo_mt_sms.py: using RAC 145\u000a13:26:39.299055 tst mo_mt_sms.py: using CellId 28705\u000a13:26:39.425719 tst mo_mt_sms.py: using BVCI 28706\u000a13:26:39.449349 tst nitb_sms:trx-lms: Using 1 x modem (candidates: 2)\u000a13:26:39.563767 tst nitb_sms:trx-lms: Using 1 x modem (candidates: 2)\u000a13:26:39.846639 tst mo_mt_sms.py:9: start nitb and bts...\u000a13:26:39.975528 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a13:26:40.616061 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=13562): Launched\u000a13:26:40.923175 run osmo-nitb_10.42.42.2(pid=13563): Launched\u000a13:26:41.114767 run osmo-nitb_10.42.42.2(pid=13563): ERR: Terminated: ERROR {rc=2} [trial-2375↪nitb_sms:trx-lms↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=13563)]\u000a13:26:41.255236 run osmo-nitb_10.42.42.2(pid=13563): stdout: \u000a| (launched: 2022-12-10_13:26:40.774257) \u000a13:26:41.395481 run osmo-nitb_10.42.42.2(pid=13563): stderr: \u000a| (launched: 2022-12-10_13:26:40.820725)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a13:26:41.531915 run osmo-nitb_10.42.42.2(pid=13563): stdout: \u000a| (launched: 2022-12-10_13:26:40.774257) \u000a13:26:41.667839 run osmo-nitb_10.42.42.2(pid=13563): stderr: \u000a| (launched: 2022-12-10_13:26:40.820725)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a13:26:42.048887 tst osmo-nitb_10.42.42.2(pid=13563): stdout: \u000a| (launched: 2022-12-10_13:26:40.774257) \u000a13:26:42.172526 tst osmo-nitb_10.42.42.2(pid=13563): stderr: \u000a| (launched: 2022-12-10_13:26:40.820725)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a13:26:42.226969 tst mo_mt_sms.py:11: ERR: Error: osmo-nitb_10.42.42.2(pid=13563): Process ended prematurely: osmo-nitb_10.42.42.2(pid=13563) [trial-2375↪nitb_sms:trx-lms↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=13563)] [trial-2375↪nitb_sms:trx-lms↪mo_mt_sms.py:11]\u000a13:26:42.235635 tst mo_mt_sms.py:11: Test FAILED (3.3 sec)\u000a13:26:42.271094 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=13562): Terminating (SIGTERM)\u000a13:26:42.448809 --- ParallelTerminationStrategy: PID 13562 died...\u000a13:26:42.505065 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=13562): Terminated: ok {rc=0}\u000a13:26:42.590151 bus /sierra_3: Setting Powered False\u000a13:26:43.695597 bus /sierra_3: Setting Powered False\u000a13:26:44.806854 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 8.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "95", "name" : "nitb_sms_trx-lms", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T13:26:38" }, { "cases" : [ { "testActions" : [ ], "age" : 45, "className" : "sms:trx-lms", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13573): Process ended prematurely: osmo-stp_10.42.42.5(pid=13573) [trial-2375↪sms:trx-lms↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13573)]", "failedSince" : 2331, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/sms/mo_mt_sms.py\", line 16, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13573): Process ended prematurely: osmo-stp_10.42.42.5(pid=13573) [trial-2375↪sms:trx-lms↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13573)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2375 sms:trx-lms mo_mt_sms.py\u000a----------------------------------------------\u000a13:26:46.743607 tst sms:trx-lms: Using 1 x ip_address (candidates: 6)\u000a13:26:46.754941 tst sms:trx-lms: Using 1 x bts (candidates: 1)\u000a13:26:46.900022 tst mo_mt_sms.py: using LAC 28706\u000a13:26:47.042316 tst mo_mt_sms.py: using RAC 146\u000a13:26:47.162584 tst mo_mt_sms.py: using CellId 28706\u000a13:26:47.287308 tst mo_mt_sms.py: using BVCI 28707\u000a13:26:47.310847 tst sms:trx-lms: Using 1 x ip_address (candidates: 6)\u000a13:26:47.322127 tst sms:trx-lms: Using 1 x ip_address (candidates: 6)\u000a13:26:47.333157 tst sms:trx-lms: Using 1 x ip_address (candidates: 6)\u000a13:26:47.343942 tst sms:trx-lms: Using 1 x ip_address (candidates: 6)\u000a13:26:47.354621 tst sms:trx-lms: Using 1 x ip_address (candidates: 6)\u000a13:26:47.365423 tst sms:trx-lms: Using 1 x modem (candidates: 2)\u000a13:26:47.483026 tst sms:trx-lms: Using 1 x modem (candidates: 2)\u000a13:26:47.690595 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:26:48.186663 run create_hlr_db(pid=13567): Launched\u000a13:26:48.366836 bus /sierra_2: Setting Powered False\u000a13:26:49.387368 run create_hlr_db(pid=13567): Terminated: ok {rc=0}\u000a13:26:49.800504 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13569): Launched\u000a13:26:50.109580 run osmo-hlr_10.42.42.2(pid=13570): Launched\u000a13:26:50.227063 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:26:50.766670 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13572): Launched\u000a13:26:51.076616 run osmo-stp_10.42.42.5(pid=13573): Launched\u000a13:26:51.188734 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a13:26:51.755323 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13575): Launched\u000a13:26:52.065417 run osmo-msc_10.42.42.6(pid=13576): Launched\u000a13:26:52.248240 run osmo-stp_10.42.42.5(pid=13573): ERR: Terminated: ERROR {rc=1} [trial-2375↪sms:trx-lms↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13573)]\u000a13:26:52.380170 run osmo-stp_10.42.42.5(pid=13573): stdout: \u000a| (launched: 2022-12-10_13:26:50.924770)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:26:52.511998 run osmo-stp_10.42.42.5(pid=13573): stderr: \u000a| �[0;m�[38;5;43m20221210132651116 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210132651116 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210132651116 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210132651117 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210132651117 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210132651117 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210132651117 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:26:52.637277 run osmo-stp_10.42.42.5(pid=13573): stdout: \u000a| (launched: 2022-12-10_13:26:50.924770)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:26:52.760515 run osmo-stp_10.42.42.5(pid=13573): stderr: \u000a| �[0;m�[38;5;43m20221210132651116 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210132651116 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210132651116 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210132651117 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210132651117 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210132651117 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210132651117 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:26:52.814724 tst mo_mt_sms.py:16: ERR: Error: osmo-stp_10.42.42.5(pid=13573): Process ended prematurely: osmo-stp_10.42.42.5(pid=13573) [trial-2375↪sms:trx-lms↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13573)] [trial-2375↪sms:trx-lms↪mo_mt_sms.py:16]\u000a13:26:52.823130 tst mo_mt_sms.py:16: Test FAILED (6.1 sec)\u000a13:26:52.884510 run osmo-hlr_10.42.42.2(pid=13570): ERR: Terminated: ERROR {rc=237} [trial-2375↪sms:trx-lms↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13570)]\u000a13:26:52.935132 run osmo-hlr_10.42.42.2(pid=13570): stdout: \u000a| (launched: 2022-12-10_13:26:49.958586) \u000a13:26:52.986390 run osmo-hlr_10.42.42.2(pid=13570): stderr: \u000a| �[0;m�[1;31m20221210132650157 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210132650157 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210132650157 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210132650157 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210132650157 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210132650157 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210132650169 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2375/run.2022-12-10_12-42-03/sms:trx-lms/mo_mt_sms.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210132650178 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210132650178 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210132650178 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:26:53.056270 run osmo-msc_10.42.42.6(pid=13576): ERR: Terminated: ERROR {rc=2} [trial-2375↪sms:trx-lms↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=13576)]\u000a13:26:53.106801 run osmo-msc_10.42.42.6(pid=13576): stdout: \u000a| (launched: 2022-12-10_13:26:51.913305) \u000a13:26:53.157870 run osmo-msc_10.42.42.6(pid=13576): stderr: \u000a| �[0;m�[38;5;43m20221210132652232 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210132652232 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f9a6f78dc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210132652232 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210132652232 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210132652232 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210132652232 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210132652234 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210132652234 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210132652235 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210132652235 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a13:26:53.201256 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13569): Terminating (SIGTERM)\u000a13:26:53.242247 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13572): Terminating (SIGTERM)\u000a13:26:53.283287 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13575): Terminating (SIGTERM)\u000a13:26:53.292648 --- ParallelTerminationStrategy: PID 13569 died...\u000a13:26:53.347719 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13569): Terminated: ok {rc=0}\u000a13:26:53.357524 --- ParallelTerminationStrategy: PID 13572 died...\u000a13:26:53.411913 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13572): Terminated: ok {rc=0}\u000a13:26:53.421756 --- ParallelTerminationStrategy: PID 13575 died...\u000a13:26:53.475840 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13575): Terminated: ok {rc=0}\u000a13:26:53.560617 bus /sierra_3: Setting Powered False\u000a13:26:54.665692 bus /sierra_3: Setting Powered False\u000a13:26:55.771661 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 11.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "96", "name" : "sms_trx-lms", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T13:26:46" }, { "cases" : [ { "testActions" : [ ], "age" : 236, "className" : "nitb_ussd:trx-lms", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=13583): Process ended prematurely: osmo-nitb_10.42.42.2(pid=13583) [trial-2375↪nitb_ussd:trx-lms↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=13583)]", "failedSince" : 2140, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_ussd/assert_extension.py\", line 12, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=13583): Process ended prematurely: osmo-nitb_10.42.42.2(pid=13583) [trial-2375↪nitb_ussd:trx-lms↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=13583)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2375 nitb_ussd:trx-lms assert_extension.py\u000a----------------------------------------------\u000a13:26:57.609045 tst nitb_ussd:trx-lms: Using 1 x ip_address (candidates: 1)\u000a13:26:57.619588 tst nitb_ussd:trx-lms: Using 1 x bts (candidates: 1)\u000a13:26:57.750002 tst assert_extension.py: using LAC 28707\u000a13:26:57.871924 tst assert_extension.py: using RAC 147\u000a13:26:57.994853 tst assert_extension.py: using CellId 28707\u000a13:26:58.116813 tst assert_extension.py: using BVCI 28708\u000a13:26:58.140659 tst nitb_ussd:trx-lms: Using 1 x modem (candidates: 1)\u000a13:26:58.409985 tst assert_extension.py:10: start nitb and bts...\u000a13:26:58.531857 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a13:26:59.136226 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=13582): Launched\u000a13:26:59.424646 run osmo-nitb_10.42.42.2(pid=13583): Launched\u000a13:26:59.604150 run osmo-nitb_10.42.42.2(pid=13583): ERR: Terminated: ERROR {rc=2} [trial-2375↪nitb_ussd:trx-lms↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=13583)]\u000a13:26:59.735990 run osmo-nitb_10.42.42.2(pid=13583): stdout: \u000a| (launched: 2022-12-10_13:26:59.284572) \u000a13:26:59.868207 run osmo-nitb_10.42.42.2(pid=13583): stderr: \u000a| (launched: 2022-12-10_13:26:59.328346)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a13:26:59.995673 run osmo-nitb_10.42.42.2(pid=13583): stdout: \u000a| (launched: 2022-12-10_13:26:59.284572) \u000a13:27:00.122725 run osmo-nitb_10.42.42.2(pid=13583): stderr: \u000a| (launched: 2022-12-10_13:26:59.328346)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a13:27:00.542890 tst osmo-nitb_10.42.42.2(pid=13583): stdout: \u000a| (launched: 2022-12-10_13:26:59.284572) \u000a13:27:00.659169 tst osmo-nitb_10.42.42.2(pid=13583): stderr: \u000a| (launched: 2022-12-10_13:26:59.328346)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a13:27:00.710064 tst assert_extension.py:12: ERR: Error: osmo-nitb_10.42.42.2(pid=13583): Process ended prematurely: osmo-nitb_10.42.42.2(pid=13583) [trial-2375↪nitb_ussd:trx-lms↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=13583)] [trial-2375↪nitb_ussd:trx-lms↪assert_extension.py:12]\u000a13:27:00.718089 tst assert_extension.py:12: Test FAILED (3.1 sec)\u000a13:27:00.753889 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=13582): Terminating (SIGTERM)\u000a13:27:00.931422 --- ParallelTerminationStrategy: PID 13582 died...\u000a13:27:01.001039 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=13582): Terminated: ok {rc=0}\u000a13:27:01.089608 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 6.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "97", "name" : "nitb_ussd_trx-lms", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T13:26:57" }, { "cases" : [ { "testActions" : [ ], "age" : 45, "className" : "ussd:trx-lms", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13593): Process ended prematurely: osmo-stp_10.42.42.5(pid=13593) [trial-2375↪ussd:trx-lms↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13593)]", "failedSince" : 2331, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/ussd/assert_extension.py\", line 17, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13593): Process ended prematurely: osmo-stp_10.42.42.5(pid=13593) [trial-2375↪ussd:trx-lms↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13593)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2375 ussd:trx-lms assert_extension.py\u000a----------------------------------------------\u000a13:27:02.930050 tst ussd:trx-lms: Using 1 x ip_address (candidates: 6)\u000a13:27:02.940876 tst ussd:trx-lms: Using 1 x bts (candidates: 1)\u000a13:27:03.075756 tst assert_extension.py: using LAC 28708\u000a13:27:03.193986 tst assert_extension.py: using RAC 148\u000a13:27:03.306550 tst assert_extension.py: using CellId 28708\u000a13:27:03.419752 tst assert_extension.py: using BVCI 28709\u000a13:27:03.442170 tst ussd:trx-lms: Using 1 x ip_address (candidates: 6)\u000a13:27:03.452538 tst ussd:trx-lms: Using 1 x ip_address (candidates: 6)\u000a13:27:03.462853 tst ussd:trx-lms: Using 1 x ip_address (candidates: 6)\u000a13:27:03.473262 tst ussd:trx-lms: Using 1 x ip_address (candidates: 6)\u000a13:27:03.483713 tst ussd:trx-lms: Using 1 x ip_address (candidates: 6)\u000a13:27:03.494210 tst ussd:trx-lms: Using 1 x modem (candidates: 1)\u000a13:27:03.698254 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:27:04.194590 run create_hlr_db(pid=13587): Launched\u000a13:27:04.374922 bus /sierra_2: Setting Powered False\u000a13:27:05.396074 run create_hlr_db(pid=13587): Terminated: ok {rc=0}\u000a13:27:05.788153 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13589): Launched\u000a13:27:06.080242 run osmo-hlr_10.42.42.2(pid=13590): Launched\u000a13:27:06.200797 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:27:06.716660 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13592): Launched\u000a13:27:07.008216 run osmo-stp_10.42.42.5(pid=13593): Launched\u000a13:27:07.115507 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a13:27:07.647796 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13595): Launched\u000a13:27:07.941097 run osmo-msc_10.42.42.6(pid=13596): Launched\u000a13:27:08.115001 run osmo-stp_10.42.42.5(pid=13593): ERR: Terminated: ERROR {rc=1} [trial-2375↪ussd:trx-lms↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13593)]\u000a13:27:08.240587 run osmo-stp_10.42.42.5(pid=13593): stdout: \u000a| (launched: 2022-12-10_13:27:06.864618)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:27:08.364104 run osmo-stp_10.42.42.5(pid=13593): stderr: \u000a| �[0;m�[38;5;43m20221210132707033 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210132707033 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210132707034 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210132707034 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210132707036 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210132707036 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210132707037 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:27:08.481839 run osmo-stp_10.42.42.5(pid=13593): stdout: \u000a| (launched: 2022-12-10_13:27:06.864618)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:27:08.599249 run osmo-stp_10.42.42.5(pid=13593): stderr: \u000a| �[0;m�[38;5;43m20221210132707033 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210132707033 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210132707034 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210132707034 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210132707036 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210132707036 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210132707037 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:27:08.650580 tst assert_extension.py:17: ERR: Error: osmo-stp_10.42.42.5(pid=13593): Process ended prematurely: osmo-stp_10.42.42.5(pid=13593) [trial-2375↪ussd:trx-lms↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13593)] [trial-2375↪ussd:trx-lms↪assert_extension.py:17]\u000a13:27:08.658579 tst assert_extension.py:17: Test FAILED (5.7 sec)\u000a13:27:08.718134 run osmo-hlr_10.42.42.2(pid=13590): ERR: Terminated: ERROR {rc=237} [trial-2375↪ussd:trx-lms↪assert_extension.py↪assert_extension.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13590)]\u000a13:27:08.767043 run osmo-hlr_10.42.42.2(pid=13590): stdout: \u000a| (launched: 2022-12-10_13:27:05.936176) \u000a13:27:08.816479 run osmo-hlr_10.42.42.2(pid=13590): stderr: \u000a| �[0;m�[1;31m20221210132706110 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210132706110 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210132706110 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210132706110 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210132706110 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210132706110 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210132706122 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2375/run.2022-12-10_12-42-03/ussd:trx-lms/assert_extension.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210132706131 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210132706131 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210132706131 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:27:08.883197 run osmo-msc_10.42.42.6(pid=13596): ERR: Terminated: ERROR {rc=2} [trial-2375↪ussd:trx-lms↪assert_extension.py↪assert_extension.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=13596)]\u000a13:27:08.932146 run osmo-msc_10.42.42.6(pid=13596): stdout: \u000a| (launched: 2022-12-10_13:27:07.796062) \u000a13:27:08.981622 run osmo-msc_10.42.42.6(pid=13596): stderr: \u000a| �[0;m�[38;5;43m20221210132708062 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210132708062 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f0521af9c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210132708063 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210132708063 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210132708063 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210132708064 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210132708065 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210132708066 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210132708066 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210132708066 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a13:27:09.023075 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13589): Terminating (SIGTERM)\u000a13:27:09.062507 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13592): Terminating (SIGTERM)\u000a13:27:09.101889 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13595): Terminating (SIGTERM)\u000a13:27:09.111159 --- ParallelTerminationStrategy: PID 13589 died...\u000a13:27:09.164619 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13589): Terminated: ok {rc=0}\u000a13:27:09.174286 --- ParallelTerminationStrategy: PID 13592 died...\u000a13:27:09.226486 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13592): Terminated: ok {rc=0}\u000a13:27:09.236018 --- ParallelTerminationStrategy: PID 13595 died...\u000a13:27:09.288492 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13595): Terminated: ok {rc=0}\u000a13:27:09.371062 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 9.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "98", "name" : "ussd_trx-lms", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T13:27:02" }, { "cases" : [ { "testActions" : [ ], "age" : 49, "className" : "voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13607): Process ended prematurely: osmo-stp_10.42.42.5(pid=13607) [trial-2375↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13607)]", "failedSince" : 2327, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13607): Process ended prematurely: osmo-stp_10.42.42.5(pid=13607) [trial-2375↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13607)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2375 voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call.py\u000a----------------------------------------------\u000a13:27:11.321949 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a13:27:11.333453 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a13:27:11.497014 tst mo_mt_call.py: using LAC 28709\u000a13:27:11.621001 tst mo_mt_call.py: using RAC 149\u000a13:27:11.743715 tst mo_mt_call.py: using CellId 28709\u000a13:27:11.866655 tst mo_mt_call.py: using BVCI 28710\u000a13:27:11.890906 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a13:27:11.902212 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a13:27:11.913336 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a13:27:11.924511 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a13:27:11.935768 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a13:27:11.946967 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a13:27:12.061524 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a13:27:12.260880 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:27:12.731117 run create_hlr_db(pid=13601): Launched\u000a13:27:12.902453 bus /sierra_2: Setting Powered False\u000a13:27:13.924134 run create_hlr_db(pid=13601): Terminated: ok {rc=0}\u000a13:27:14.343664 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13603): Launched\u000a13:27:14.661327 run osmo-hlr_10.42.42.2(pid=13604): Launched\u000a13:27:14.778766 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:27:15.327810 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13606): Launched\u000a13:27:15.645809 run osmo-stp_10.42.42.5(pid=13607): Launched\u000a13:27:15.761209 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a13:27:16.423030 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13609): Launched\u000a13:27:16.870740 run osmo-msc_10.42.42.6(pid=13610): Launched\u000a13:27:17.228866 run osmo-stp_10.42.42.5(pid=13607): ERR: Terminated: ERROR {rc=1} [trial-2375↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13607)]\u000a13:27:17.365375 run osmo-stp_10.42.42.5(pid=13607): stdout: \u000a| (launched: 2022-12-10_13:27:15.489247)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:27:17.497535 run osmo-stp_10.42.42.5(pid=13607): stderr: \u000a| �[0;m�[38;5;43m20221210132715680 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210132715680 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210132715680 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210132715680 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210132715683 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210132715683 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210132715683 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:27:17.624630 run osmo-stp_10.42.42.5(pid=13607): stdout: \u000a| (launched: 2022-12-10_13:27:15.489247)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:27:17.750512 run osmo-stp_10.42.42.5(pid=13607): stderr: \u000a| �[0;m�[38;5;43m20221210132715680 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210132715680 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210132715680 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210132715680 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210132715683 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210132715683 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210132715683 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:27:17.806023 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=13607): Process ended prematurely: osmo-stp_10.42.42.5(pid=13607) [trial-2375↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13607)] [trial-2375↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8]\u000a13:27:17.815289 tst mo_mt_call.py:8: Test FAILED (6.5 sec)\u000a13:27:17.876803 run osmo-hlr_10.42.42.2(pid=13604): ERR: Terminated: ERROR {rc=237} [trial-2375↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13604)]\u000a13:27:17.927618 run osmo-hlr_10.42.42.2(pid=13604): stdout: \u000a| (launched: 2022-12-10_13:27:14.505602) \u000a13:27:17.979023 run osmo-hlr_10.42.42.2(pid=13604): stderr: \u000a| �[0;m�[1;31m20221210132714702 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210132714702 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210132714703 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210132714703 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210132714703 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210132714703 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210132714715 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2375/run.2022-12-10_12-42-03/voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210132714724 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210132714724 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210132714724 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:27:18.048566 run osmo-msc_10.42.42.6(pid=13610): ERR: Terminated: ERROR {rc=2} [trial-2375↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=13610)]\u000a13:27:18.099329 run osmo-msc_10.42.42.6(pid=13610): stdout: \u000a| (launched: 2022-12-10_13:27:16.587818) \u000a13:27:18.150747 run osmo-msc_10.42.42.6(pid=13610): stderr: \u000a| �[0;m�[38;5;43m20221210132716952 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210132716952 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f8f94027c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210132716952 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210132716953 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210132716953 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210132716953 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210132716955 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210132716955 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210132716955 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210132716955 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a13:27:18.194431 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13603): Terminating (SIGTERM)\u000a13:27:18.235775 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13606): Terminating (SIGTERM)\u000a13:27:18.277135 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13609): Terminating (SIGTERM)\u000a13:27:18.286626 --- ParallelTerminationStrategy: PID 13603 died...\u000a13:27:18.341768 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13603): Terminated: ok {rc=0}\u000a13:27:18.351660 --- ParallelTerminationStrategy: PID 13606 died...\u000a13:27:18.406500 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13606): Terminated: ok {rc=0}\u000a13:27:18.416277 --- ParallelTerminationStrategy: PID 13609 died...\u000a13:27:18.471271 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13609): Terminated: ok {rc=0}\u000a13:27:18.559291 bus /sierra_3: Setting Powered False\u000a13:27:19.663694 bus /sierra_3: Setting Powered False\u000a13:27:20.770544 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 56, "className" : "voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13618): Process ended prematurely: osmo-stp_10.42.42.5(pid=13618) [trial-2375↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13618)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13618): Process ended prematurely: osmo-stp_10.42.42.5(pid=13618) [trial-2375↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13618)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2375 voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a13:27:21.884037 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a13:27:21.895980 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a13:27:22.057438 tst mo_mt_call_osmux.py: using LAC 28710\u000a13:27:22.173855 tst mo_mt_call_osmux.py: using RAC 150\u000a13:27:22.290124 tst mo_mt_call_osmux.py: using CellId 28710\u000a13:27:22.411280 tst mo_mt_call_osmux.py: using BVCI 28711\u000a13:27:22.434241 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a13:27:22.445269 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a13:27:22.456204 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a13:27:22.467352 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a13:27:22.478795 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a13:27:22.489758 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a13:27:22.609101 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a13:27:22.820391 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:27:23.327666 run create_hlr_db(pid=13612): Launched\u000a13:27:23.511309 bus /sierra_2: Setting Powered False\u000a13:27:24.531370 run create_hlr_db(pid=13612): Terminated: ok {rc=0}\u000a13:27:24.930219 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13614): Launched\u000a13:27:25.228534 run osmo-hlr_10.42.42.2(pid=13615): Launched\u000a13:27:25.338433 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:27:25.864470 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13617): Launched\u000a13:27:26.181553 run osmo-stp_10.42.42.5(pid=13618): Launched\u000a13:27:26.296425 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a13:27:26.878241 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13620): Launched\u000a13:27:27.195055 run osmo-msc_10.42.42.6(pid=13621): Launched\u000a13:27:27.382041 run osmo-stp_10.42.42.5(pid=13618): ERR: Terminated: ERROR {rc=1} [trial-2375↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13618)]\u000a13:27:27.516858 run osmo-stp_10.42.42.5(pid=13618): stdout: \u000a| (launched: 2022-12-10_13:27:26.026411)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:27:27.651903 run osmo-stp_10.42.42.5(pid=13618): stderr: \u000a| �[0;m�[38;5;43m20221210132726221 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210132726221 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210132726222 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210132726222 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210132726222 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210132726223 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210132726223 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:27:27.779621 run osmo-stp_10.42.42.5(pid=13618): stdout: \u000a| (launched: 2022-12-10_13:27:26.026411)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:27:27.906819 run osmo-stp_10.42.42.5(pid=13618): stderr: \u000a| �[0;m�[38;5;43m20221210132726221 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210132726221 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210132726222 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210132726222 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210132726222 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210132726223 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210132726223 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:27:27.962672 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=13618): Process ended prematurely: osmo-stp_10.42.42.5(pid=13618) [trial-2375↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13618)] [trial-2375↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8]\u000a13:27:27.971973 tst mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)\u000a13:27:28.033957 run osmo-hlr_10.42.42.2(pid=13615): ERR: Terminated: ERROR {rc=237} [trial-2375↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13615)]\u000a13:27:28.085728 run osmo-hlr_10.42.42.2(pid=13615): stdout: \u000a| (launched: 2022-12-10_13:27:25.082325) \u000a13:27:28.137772 run osmo-hlr_10.42.42.2(pid=13615): stderr: \u000a| �[0;m�[1;31m20221210132725256 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210132725256 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210132725256 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210132725256 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210132725256 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210132725256 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210132725290 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2375/run.2022-12-10_12-42-03/voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210132725300 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210132725300 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210132725300 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:27:28.208004 run osmo-msc_10.42.42.6(pid=13621): ERR: Terminated: ERROR {rc=2} [trial-2375↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=13621)]\u000a13:27:28.258960 run osmo-msc_10.42.42.6(pid=13621): stdout: \u000a| (launched: 2022-12-10_13:27:27.039937) \u000a13:27:28.310311 run osmo-msc_10.42.42.6(pid=13621): stderr: \u000a| �[0;m�[38;5;43m20221210132727366 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210132727366 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f78f1180c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210132727366 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210132727366 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210132727366 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210132727367 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210132727368 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210132727369 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210132727369 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210132727369 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a13:27:28.354090 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13614): Terminating (SIGTERM)\u000a13:27:28.395177 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13617): Terminating (SIGTERM)\u000a13:27:28.436440 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13620): Terminating (SIGTERM)\u000a13:27:28.446108 --- ParallelTerminationStrategy: PID 13614 died...\u000a13:27:28.501328 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13614): Terminated: ok {rc=0}\u000a13:27:28.511210 --- ParallelTerminationStrategy: PID 13617 died...\u000a13:27:28.567029 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13617): Terminated: ok {rc=0}\u000a13:27:28.577225 --- ParallelTerminationStrategy: PID 13620 died...\u000a13:27:28.632119 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13620): Terminated: ok {rc=0}\u000a13:27:28.717115 bus /sierra_3: Setting Powered False\u000a13:27:29.821825 bus /sierra_3: Setting Powered False\u000a13:27:30.952230 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "99", "name" : "voice_trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T13:27:11" }, { "cases" : [ { "testActions" : [ ], "age" : 45, "className" : "voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13637): Process ended prematurely: osmo-stp_10.42.42.5(pid=13637) [trial-2375↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13637)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13637): Process ended prematurely: osmo-stp_10.42.42.5(pid=13637) [trial-2375↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13637)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2375 voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call.py\u000a----------------------------------------------\u000a13:27:32.995707 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a13:27:33.007024 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a13:27:33.166547 tst mo_mt_call.py: using LAC 28711\u000a13:27:33.290946 tst mo_mt_call.py: using RAC 151\u000a13:27:33.415148 tst mo_mt_call.py: using CellId 28711\u000a13:27:33.538557 tst mo_mt_call.py: using BVCI 28712\u000a13:27:33.562827 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a13:27:33.574528 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a13:27:33.585803 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a13:27:33.596853 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a13:27:33.608078 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a13:27:33.619348 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a13:27:33.737481 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a13:27:33.938143 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:27:34.407240 run create_hlr_db(pid=13626): Launched\u000a13:27:34.578908 bus /sierra_2: Setting Powered False\u000a13:27:35.600213 run create_hlr_db(pid=13626): Terminated: ok {rc=0}\u000a13:27:35.998322 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13628): Launched\u000a13:27:36.297906 run osmo-hlr_10.42.42.2(pid=13634): Launched\u000a13:27:36.411170 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:27:36.927950 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13636): Launched\u000a13:27:37.226932 run osmo-stp_10.42.42.5(pid=13637): Launched\u000a13:27:37.336197 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a13:27:37.879543 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13639): Launched\u000a13:27:38.178878 run osmo-msc_10.42.42.6(pid=13640): Launched\u000a13:27:38.355997 run osmo-stp_10.42.42.5(pid=13637): ERR: Terminated: ERROR {rc=1} [trial-2375↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13637)]\u000a13:27:38.483908 run osmo-stp_10.42.42.5(pid=13637): stdout: \u000a| (launched: 2022-12-10_13:27:37.079454)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:27:38.608539 run osmo-stp_10.42.42.5(pid=13637): stderr: \u000a| �[0;m�[38;5;43m20221210132737249 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210132737249 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210132737249 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210132737249 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210132737250 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210132737250 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210132737250 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:27:38.728621 run osmo-stp_10.42.42.5(pid=13637): stdout: \u000a| (launched: 2022-12-10_13:27:37.079454)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:27:38.847353 run osmo-stp_10.42.42.5(pid=13637): stderr: \u000a| �[0;m�[38;5;43m20221210132737249 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210132737249 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210132737249 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210132737249 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210132737250 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210132737250 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210132737250 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:27:38.899666 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=13637): Process ended prematurely: osmo-stp_10.42.42.5(pid=13637) [trial-2375↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13637)] [trial-2375↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8]\u000a13:27:38.908148 tst mo_mt_call.py:8: Test FAILED (5.9 sec)\u000a13:27:38.967657 run osmo-hlr_10.42.42.2(pid=13634): ERR: Terminated: ERROR {rc=237} [trial-2375↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13634)]\u000a13:27:39.016658 run osmo-hlr_10.42.42.2(pid=13634): stdout: \u000a| (launched: 2022-12-10_13:27:36.150422) \u000a13:27:39.066361 run osmo-hlr_10.42.42.2(pid=13634): stderr: \u000a| �[0;m�[1;31m20221210132736323 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210132736323 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210132736324 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210132736324 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210132736324 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210132736324 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210132736336 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2375/run.2022-12-10_12-42-03/voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210132736345 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210132736345 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210132736345 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:27:39.133081 run osmo-msc_10.42.42.6(pid=13640): ERR: Terminated: ERROR {rc=2} [trial-2375↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=13640)]\u000a13:27:39.181608 run osmo-msc_10.42.42.6(pid=13640): stdout: \u000a| (launched: 2022-12-10_13:27:38.030849) \u000a13:27:39.230827 run osmo-msc_10.42.42.6(pid=13640): stderr: \u000a| �[0;m�[38;5;43m20221210132738302 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210132738302 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f2cad347c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210132738302 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210132738302 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210132738302 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210132738302 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210132738305 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210132738305 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210132738305 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210132738305 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a13:27:39.272111 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13628): Terminating (SIGTERM)\u000a13:27:39.311357 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13636): Terminating (SIGTERM)\u000a13:27:39.350765 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13639): Terminating (SIGTERM)\u000a13:27:39.360009 --- ParallelTerminationStrategy: PID 13628 died...\u000a13:27:39.412862 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13628): Terminated: ok {rc=0}\u000a13:27:39.422295 --- ParallelTerminationStrategy: PID 13636 died...\u000a13:27:39.474475 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13636): Terminated: ok {rc=0}\u000a13:27:39.484057 --- ParallelTerminationStrategy: PID 13639 died...\u000a13:27:39.536256 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13639): Terminated: ok {rc=0}\u000a13:27:39.619549 bus /sierra_3: Setting Powered False\u000a13:27:40.726255 bus /sierra_3: Setting Powered False\u000a13:27:41.836750 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 56, "className" : "voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13648): Process ended prematurely: osmo-stp_10.42.42.5(pid=13648) [trial-2375↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13648)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13648): Process ended prematurely: osmo-stp_10.42.42.5(pid=13648) [trial-2375↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13648)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2375 voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a13:27:42.945037 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a13:27:42.956454 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a13:27:43.109366 tst mo_mt_call_osmux.py: using LAC 28712\u000a13:27:43.227128 tst mo_mt_call_osmux.py: using RAC 152\u000a13:27:43.343294 tst mo_mt_call_osmux.py: using CellId 28712\u000a13:27:43.459450 tst mo_mt_call_osmux.py: using BVCI 28713\u000a13:27:43.482301 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a13:27:43.493156 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a13:27:43.503788 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a13:27:43.514805 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a13:27:43.525853 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a13:27:43.536673 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a13:27:43.651228 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a13:27:43.859296 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:27:44.366718 run create_hlr_db(pid=13642): Launched\u000a13:27:44.550182 bus /sierra_2: Setting Powered False\u000a13:27:45.572152 run create_hlr_db(pid=13642): Terminated: ok {rc=0}\u000a13:27:46.000442 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13644): Launched\u000a13:27:46.408183 run osmo-hlr_10.42.42.2(pid=13645): Launched\u000a13:27:46.639416 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:27:47.278475 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13647): Launched\u000a13:27:47.597805 run osmo-stp_10.42.42.5(pid=13648): Launched\u000a13:27:47.713642 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a13:27:48.294472 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13650): Launched\u000a13:27:48.613300 run osmo-msc_10.42.42.6(pid=13651): Launched\u000a13:27:48.799698 run osmo-stp_10.42.42.5(pid=13648): ERR: Terminated: ERROR {rc=1} [trial-2375↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13648)]\u000a13:27:48.934015 run osmo-stp_10.42.42.5(pid=13648): stdout: \u000a| (launched: 2022-12-10_13:27:47.440742)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:27:49.068409 run osmo-stp_10.42.42.5(pid=13648): stderr: \u000a| �[0;m�[38;5;43m20221210132747633 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210132747633 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210132747634 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210132747634 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210132747636 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210132747636 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210132747636 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:27:49.195789 run osmo-stp_10.42.42.5(pid=13648): stdout: \u000a| (launched: 2022-12-10_13:27:47.440742)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:27:49.321720 run osmo-stp_10.42.42.5(pid=13648): stderr: \u000a| �[0;m�[38;5;43m20221210132747633 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210132747633 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210132747634 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210132747634 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210132747636 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210132747636 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210132747636 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:27:49.377201 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=13648): Process ended prematurely: osmo-stp_10.42.42.5(pid=13648) [trial-2375↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13648)] [trial-2375↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8]\u000a13:27:49.386223 tst mo_mt_call_osmux.py:8: Test FAILED (6.5 sec)\u000a13:27:49.448623 run osmo-hlr_10.42.42.2(pid=13645): ERR: Terminated: ERROR {rc=237} [trial-2375↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13645)]\u000a13:27:49.500138 run osmo-hlr_10.42.42.2(pid=13645): stdout: \u000a| (launched: 2022-12-10_13:27:46.156672) \u000a13:27:49.551844 run osmo-hlr_10.42.42.2(pid=13645): stderr: \u000a| �[0;m�[1;31m20221210132746502 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210132746502 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210132746502 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210132746502 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210132746502 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210132746502 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210132746519 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2375/run.2022-12-10_12-42-03/voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210132746527 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210132746528 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210132746528 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:27:49.622569 run osmo-msc_10.42.42.6(pid=13651): ERR: Terminated: ERROR {rc=2} [trial-2375↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=13651)]\u000a13:27:49.673724 run osmo-msc_10.42.42.6(pid=13651): stdout: \u000a| (launched: 2022-12-10_13:27:48.456877) \u000a13:27:49.725282 run osmo-msc_10.42.42.6(pid=13651): stderr: \u000a| �[0;m�[38;5;43m20221210132748779 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210132748779 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f9a50ac0c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210132748779 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210132748780 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210132748780 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210132748780 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210132748782 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210132748782 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210132748782 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210132748782 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a13:27:49.769494 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13644): Terminating (SIGTERM)\u000a13:27:49.811217 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13647): Terminating (SIGTERM)\u000a13:27:49.852763 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13650): Terminating (SIGTERM)\u000a13:27:49.862382 --- ParallelTerminationStrategy: PID 13644 died...\u000a13:27:49.918010 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13644): Terminated: ok {rc=0}\u000a13:27:49.927959 --- ParallelTerminationStrategy: PID 13647 died...\u000a13:27:49.983802 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13647): Terminated: ok {rc=0}\u000a13:27:49.993816 --- ParallelTerminationStrategy: PID 13650 died...\u000a13:27:50.048829 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13650): Terminated: ok {rc=0}\u000a13:27:50.135153 bus /sierra_3: Setting Powered False\u000a13:27:51.241452 bus /sierra_3: Setting Powered False\u000a13:27:52.350366 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "100", "name" : "voice_trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T13:27:32" }, { "cases" : [ { "testActions" : [ ], "age" : 45, "className" : "voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13663): Process ended prematurely: osmo-stp_10.42.42.5(pid=13663) [trial-2375↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13663)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13663): Process ended prematurely: osmo-stp_10.42.42.5(pid=13663) [trial-2375↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13663)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2375 voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call.py\u000a----------------------------------------------\u000a13:27:54.349337 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a13:27:54.360649 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a13:27:54.521357 tst mo_mt_call.py: using LAC 28713\u000a13:27:54.650969 tst mo_mt_call.py: using RAC 153\u000a13:27:54.776063 tst mo_mt_call.py: using CellId 28713\u000a13:27:54.899777 tst mo_mt_call.py: using BVCI 28714\u000a13:27:54.924073 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a13:27:54.935415 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a13:27:54.946672 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a13:27:54.957819 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a13:27:54.968883 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a13:27:54.980278 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a13:27:55.094514 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a13:27:55.304475 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:27:55.812372 run create_hlr_db(pid=13657): Launched\u000a13:27:55.995815 bus /sierra_2: Setting Powered False\u000a13:27:57.017536 run create_hlr_db(pid=13657): Terminated: ok {rc=0}\u000a13:27:57.418369 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13659): Launched\u000a13:27:57.718501 run osmo-hlr_10.42.42.2(pid=13660): Launched\u000a13:27:57.828156 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:27:58.344753 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13662): Launched\u000a13:27:58.642427 run osmo-stp_10.42.42.5(pid=13663): Launched\u000a13:27:58.751646 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a13:27:59.293933 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13665): Launched\u000a13:27:59.592265 run osmo-msc_10.42.42.6(pid=13666): Launched\u000a13:27:59.768614 run osmo-stp_10.42.42.5(pid=13663): ERR: Terminated: ERROR {rc=1} [trial-2375↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13663)]\u000a13:27:59.896058 run osmo-stp_10.42.42.5(pid=13663): stdout: \u000a| (launched: 2022-12-10_13:27:58.495735)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:28:00.020531 run osmo-stp_10.42.42.5(pid=13663): stderr: \u000a| �[0;m�[38;5;43m20221210132758665 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210132758665 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210132758665 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210132758666 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210132758668 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210132758668 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210132758668 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:28:00.140158 run osmo-stp_10.42.42.5(pid=13663): stdout: \u000a| (launched: 2022-12-10_13:27:58.495735)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:28:00.258665 run osmo-stp_10.42.42.5(pid=13663): stderr: \u000a| �[0;m�[38;5;43m20221210132758665 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210132758665 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210132758665 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210132758666 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210132758668 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210132758668 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210132758668 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:28:00.310833 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=13663): Process ended prematurely: osmo-stp_10.42.42.5(pid=13663) [trial-2375↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13663)] [trial-2375↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8]\u000a13:28:00.319317 tst mo_mt_call.py:8: Test FAILED (6.0 sec)\u000a13:28:00.378449 run osmo-hlr_10.42.42.2(pid=13660): ERR: Terminated: ERROR {rc=237} [trial-2375↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13660)]\u000a13:28:00.426980 run osmo-hlr_10.42.42.2(pid=13660): stdout: \u000a| (launched: 2022-12-10_13:27:57.571305) \u000a13:28:00.476226 run osmo-hlr_10.42.42.2(pid=13660): stderr: \u000a| �[0;m�[1;31m20221210132757746 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210132757746 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210132757746 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210132757746 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210132757746 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210132757747 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210132757759 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2375/run.2022-12-10_12-42-03/voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210132757770 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210132757770 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210132757770 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:28:00.543145 run osmo-msc_10.42.42.6(pid=13666): ERR: Terminated: ERROR {rc=2} [trial-2375↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=13666)]\u000a13:28:00.591347 run osmo-msc_10.42.42.6(pid=13666): stdout: \u000a| (launched: 2022-12-10_13:27:59.444785) \u000a13:28:00.640778 run osmo-msc_10.42.42.6(pid=13666): stderr: \u000a| �[0;m�[38;5;43m20221210132759717 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210132759717 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f1987c68c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210132759717 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210132759717 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210132759717 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210132759718 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210132759721 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210132759722 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210132759722 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210132759722 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a13:28:00.682127 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13659): Terminating (SIGTERM)\u000a13:28:00.721300 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13662): Terminating (SIGTERM)\u000a13:28:00.760938 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13665): Terminating (SIGTERM)\u000a13:28:00.770238 --- ParallelTerminationStrategy: PID 13659 died...\u000a13:28:00.822471 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13659): Terminated: ok {rc=0}\u000a13:28:00.839200 --- ParallelTerminationStrategy: PID 13662 died...\u000a13:28:00.904807 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13662): Terminated: ok {rc=0}\u000a13:28:00.915191 --- ParallelTerminationStrategy: PID 13665 died...\u000a13:28:00.970661 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13665): Terminated: ok {rc=0}\u000a13:28:01.075832 bus /sierra_3: Setting Powered False\u000a13:28:02.192830 bus /sierra_3: Setting Powered False\u000a13:28:03.300780 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 56, "className" : "voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13674): Process ended prematurely: osmo-stp_10.42.42.5(pid=13674) [trial-2375↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13674)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13674): Process ended prematurely: osmo-stp_10.42.42.5(pid=13674) [trial-2375↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13674)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2375 voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a13:28:04.415178 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a13:28:04.427209 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a13:28:04.589865 tst mo_mt_call_osmux.py: using LAC 28714\u000a13:28:04.720845 tst mo_mt_call_osmux.py: using RAC 154\u000a13:28:04.840736 tst mo_mt_call_osmux.py: using CellId 28714\u000a13:28:04.959127 tst mo_mt_call_osmux.py: using BVCI 28715\u000a13:28:04.982163 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a13:28:04.993111 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a13:28:05.004081 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a13:28:05.015232 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a13:28:05.026630 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a13:28:05.037565 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a13:28:05.155918 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a13:28:05.365409 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:28:05.874611 run create_hlr_db(pid=13668): Launched\u000a13:28:06.058489 bus /sierra_2: Setting Powered False\u000a13:28:07.080477 run create_hlr_db(pid=13668): Terminated: ok {rc=0}\u000a13:28:07.481389 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13670): Launched\u000a13:28:07.781722 run osmo-hlr_10.42.42.2(pid=13671): Launched\u000a13:28:07.895994 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:28:08.420663 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13673): Launched\u000a13:28:08.718404 run osmo-stp_10.42.42.5(pid=13674): Launched\u000a13:28:08.828227 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a13:28:09.372767 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13676): Launched\u000a13:28:09.671994 run osmo-msc_10.42.42.6(pid=13677): Launched\u000a13:28:09.847267 run osmo-stp_10.42.42.5(pid=13674): ERR: Terminated: ERROR {rc=1} [trial-2375↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13674)]\u000a13:28:09.973696 run osmo-stp_10.42.42.5(pid=13674): stdout: \u000a| (launched: 2022-12-10_13:28:08.571673)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:28:10.097913 run osmo-stp_10.42.42.5(pid=13674): stderr: \u000a| �[0;m�[38;5;43m20221210132808741 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210132808741 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210132808741 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210132808742 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210132808742 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210132808742 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210132808742 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:28:10.217214 run osmo-stp_10.42.42.5(pid=13674): stdout: \u000a| (launched: 2022-12-10_13:28:08.571673)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:28:10.335657 run osmo-stp_10.42.42.5(pid=13674): stderr: \u000a| �[0;m�[38;5;43m20221210132808741 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210132808741 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210132808741 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210132808742 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210132808742 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210132808742 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210132808742 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:28:10.387593 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=13674): Process ended prematurely: osmo-stp_10.42.42.5(pid=13674) [trial-2375↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13674)] [trial-2375↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8]\u000a13:28:10.396022 tst mo_mt_call_osmux.py:8: Test FAILED (6.0 sec)\u000a13:28:10.455428 run osmo-hlr_10.42.42.2(pid=13671): ERR: Terminated: ERROR {rc=237} [trial-2375↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13671)]\u000a13:28:10.503975 run osmo-hlr_10.42.42.2(pid=13671): stdout: \u000a| (launched: 2022-12-10_13:28:07.634333) \u000a13:28:10.553123 run osmo-hlr_10.42.42.2(pid=13671): stderr: \u000a| �[0;m�[1;31m20221210132807812 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210132807812 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210132807812 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210132807812 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210132807812 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210132807812 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210132807824 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2375/run.2022-12-10_12-42-03/voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210132807834 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210132807835 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210132807835 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:28:10.619927 run osmo-msc_10.42.42.6(pid=13677): ERR: Terminated: ERROR {rc=2} [trial-2375↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=13677)]\u000a13:28:10.668543 run osmo-msc_10.42.42.6(pid=13677): stdout: \u000a| (launched: 2022-12-10_13:28:09.524048) \u000a13:28:10.717756 run osmo-msc_10.42.42.6(pid=13677): stderr: \u000a| �[0;m�[38;5;43m20221210132809794 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210132809794 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7efd7254ac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210132809795 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210132809795 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210132809795 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210132809795 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210132809797 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210132809797 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210132809797 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210132809797 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a13:28:10.758807 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13670): Terminating (SIGTERM)\u000a13:28:10.797845 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13673): Terminating (SIGTERM)\u000a13:28:10.837035 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13676): Terminating (SIGTERM)\u000a13:28:10.846249 --- ParallelTerminationStrategy: PID 13670 died...\u000a13:28:10.898519 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13670): Terminated: ok {rc=0}\u000a13:28:10.908173 --- ParallelTerminationStrategy: PID 13673 died...\u000a13:28:10.960163 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13673): Terminated: ok {rc=0}\u000a13:28:10.969602 --- ParallelTerminationStrategy: PID 13676 died...\u000a13:28:11.021337 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13676): Terminated: ok {rc=0}\u000a13:28:11.107698 bus /sierra_3: Setting Powered False\u000a13:28:12.209036 bus /sierra_3: Setting Powered False\u000a13:28:13.318689 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 21.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "101", "name" : "voice_trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T13:27:54" }, { "cases" : [ { "testActions" : [ ], "age" : 49, "className" : "voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13688): Process ended prematurely: osmo-stp_10.42.42.5(pid=13688) [trial-2375↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13688)]", "failedSince" : 2327, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13688): Process ended prematurely: osmo-stp_10.42.42.5(pid=13688) [trial-2375↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13688)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2375 voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call.py\u000a----------------------------------------------\u000a13:28:15.313553 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a13:28:15.325108 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a13:28:15.487851 tst mo_mt_call.py: using LAC 28715\u000a13:28:15.613071 tst mo_mt_call.py: using RAC 155\u000a13:28:15.738293 tst mo_mt_call.py: using CellId 28715\u000a13:28:15.865985 tst mo_mt_call.py: using BVCI 28716\u000a13:28:15.895776 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a13:28:15.911853 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a13:28:15.932480 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a13:28:15.948597 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a13:28:15.961658 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a13:28:15.974814 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a13:28:16.096390 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a13:28:16.337087 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:28:16.870701 run create_hlr_db(pid=13682): Launched\u000a13:28:17.050746 bus /sierra_2: Setting Powered False\u000a13:28:18.065688 run create_hlr_db(pid=13682): Terminated: ok {rc=0}\u000a13:28:18.486818 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13684): Launched\u000a13:28:18.805835 run osmo-hlr_10.42.42.2(pid=13685): Launched\u000a13:28:18.925846 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:28:19.480648 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13687): Launched\u000a13:28:19.799514 run osmo-stp_10.42.42.5(pid=13688): Launched\u000a13:28:19.915190 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a13:28:20.495261 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13690): Launched\u000a13:28:20.813012 run osmo-msc_10.42.42.6(pid=13691): Launched\u000a13:28:20.998482 run osmo-stp_10.42.42.5(pid=13688): ERR: Terminated: ERROR {rc=1} [trial-2375↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13688)]\u000a13:28:21.132597 run osmo-stp_10.42.42.5(pid=13688): stdout: \u000a| (launched: 2022-12-10_13:28:19.643024)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:28:21.266313 run osmo-stp_10.42.42.5(pid=13688): stderr: \u000a| �[0;m�[38;5;43m20221210132819835 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210132819835 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210132819835 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210132819835 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210132819836 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210132819836 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210132819836 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:28:21.394031 run osmo-stp_10.42.42.5(pid=13688): stdout: \u000a| (launched: 2022-12-10_13:28:19.643024)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:28:21.520280 run osmo-stp_10.42.42.5(pid=13688): stderr: \u000a| �[0;m�[38;5;43m20221210132819835 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210132819835 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210132819835 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210132819835 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210132819836 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210132819836 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210132819836 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:28:21.576115 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=13688): Process ended prematurely: osmo-stp_10.42.42.5(pid=13688) [trial-2375↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13688)] [trial-2375↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8]\u000a13:28:21.585393 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a13:28:21.648270 run osmo-hlr_10.42.42.2(pid=13685): ERR: Terminated: ERROR {rc=237} [trial-2375↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13685)]\u000a13:28:21.699659 run osmo-hlr_10.42.42.2(pid=13685): stdout: \u000a| (launched: 2022-12-10_13:28:18.649979) \u000a13:28:21.752180 run osmo-hlr_10.42.42.2(pid=13685): stderr: \u000a| �[0;m�[1;31m20221210132818848 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210132818848 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210132818848 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210132818848 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210132818848 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210132818848 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210132818860 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2375/run.2022-12-10_12-42-03/voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210132818869 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210132818869 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210132818869 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:28:21.822452 run osmo-msc_10.42.42.6(pid=13691): ERR: Terminated: ERROR {rc=2} [trial-2375↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=13691)]\u000a13:28:21.873679 run osmo-msc_10.42.42.6(pid=13691): stdout: \u000a| (launched: 2022-12-10_13:28:20.657716) \u000a13:28:21.925740 run osmo-msc_10.42.42.6(pid=13691): stderr: \u000a| �[0;m�[38;5;43m20221210132820982 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210132820982 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fcb964d7c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210132820982 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210132820982 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210132820982 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210132820982 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210132820984 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210132820984 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210132820984 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210132820985 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a13:28:21.969604 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13684): Terminating (SIGTERM)\u000a13:28:22.011310 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13687): Terminating (SIGTERM)\u000a13:28:22.052743 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13690): Terminating (SIGTERM)\u000a13:28:22.062597 --- ParallelTerminationStrategy: PID 13684 died...\u000a13:28:22.118119 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13684): Terminated: ok {rc=0}\u000a13:28:22.128247 --- ParallelTerminationStrategy: PID 13687 died...\u000a13:28:22.183588 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13687): Terminated: ok {rc=0}\u000a13:28:22.194033 --- ParallelTerminationStrategy: PID 13690 died...\u000a13:28:22.249193 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13690): Terminated: ok {rc=0}\u000a13:28:22.335404 bus /sierra_3: Setting Powered False\u000a13:28:23.435669 bus /sierra_3: Setting Powered False\u000a13:28:24.545931 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 52, "className" : "voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13699): Process ended prematurely: osmo-stp_10.42.42.5(pid=13699) [trial-2375↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13699)]", "failedSince" : 2324, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13699): Process ended prematurely: osmo-stp_10.42.42.5(pid=13699) [trial-2375↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13699)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2375 voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a13:28:25.653377 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a13:28:25.665112 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a13:28:25.827723 tst mo_mt_call_osmux.py: using LAC 28716\u000a13:28:25.953146 tst mo_mt_call_osmux.py: using RAC 156\u000a13:28:26.077783 tst mo_mt_call_osmux.py: using CellId 28716\u000a13:28:26.205250 tst mo_mt_call_osmux.py: using BVCI 28717\u000a13:28:26.229651 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a13:28:26.241065 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a13:28:26.252487 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a13:28:26.264258 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a13:28:26.275894 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a13:28:26.287330 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a13:28:26.406562 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a13:28:26.615465 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:28:27.124849 run create_hlr_db(pid=13693): Launched\u000a13:28:27.309655 bus /sierra_2: Setting Powered False\u000a13:28:28.331265 run create_hlr_db(pid=13693): Terminated: ok {rc=0}\u000a13:28:28.755103 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13695): Launched\u000a13:28:29.074084 run osmo-hlr_10.42.42.2(pid=13696): Launched\u000a13:28:29.194581 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:28:29.749521 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13698): Launched\u000a13:28:30.068413 run osmo-stp_10.42.42.5(pid=13699): Launched\u000a13:28:30.184611 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a13:28:30.768256 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13701): Launched\u000a13:28:31.177035 run osmo-msc_10.42.42.6(pid=13702): Launched\u000a13:28:31.535711 run osmo-stp_10.42.42.5(pid=13699): ERR: Terminated: ERROR {rc=1} [trial-2375↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13699)]\u000a13:28:31.678272 run osmo-stp_10.42.42.5(pid=13699): stdout: \u000a| (launched: 2022-12-10_13:28:29.912276)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:28:31.879030 run osmo-stp_10.42.42.5(pid=13699): stderr: \u000a| �[0;m�[38;5;43m20221210132830102 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210132830102 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210132830103 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210132830103 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210132830104 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210132830104 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210132830104 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:28:32.032889 run osmo-stp_10.42.42.5(pid=13699): stdout: \u000a| (launched: 2022-12-10_13:28:29.912276)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:28:32.182103 run osmo-stp_10.42.42.5(pid=13699): stderr: \u000a| �[0;m�[38;5;43m20221210132830102 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210132830102 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210132830103 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210132830103 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210132830104 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210132830104 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210132830104 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:28:32.241081 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=13699): Process ended prematurely: osmo-stp_10.42.42.5(pid=13699) [trial-2375↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13699)] [trial-2375↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8]\u000a13:28:32.251297 tst mo_mt_call_osmux.py:8: Test FAILED (6.6 sec)\u000a13:28:32.317322 run osmo-hlr_10.42.42.2(pid=13696): ERR: Terminated: ERROR {rc=237} [trial-2375↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13696)]\u000a13:28:32.371034 run osmo-hlr_10.42.42.2(pid=13696): stdout: \u000a| (launched: 2022-12-10_13:28:28.917776) \u000a13:28:32.424436 run osmo-hlr_10.42.42.2(pid=13696): stderr: \u000a| �[0;m�[1;31m20221210132829117 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210132829117 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210132829117 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210132829117 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210132829117 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210132829117 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210132829130 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2375/run.2022-12-10_12-42-03/voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210132829139 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210132829139 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210132829139 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:28:32.496375 run osmo-msc_10.42.42.6(pid=13702): ERR: Terminated: ERROR {rc=2} [trial-2375↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=13702)]\u000a13:28:32.548837 run osmo-msc_10.42.42.6(pid=13702): stdout: \u000a| (launched: 2022-12-10_13:28:30.953086) \u000a13:28:32.602016 run osmo-msc_10.42.42.6(pid=13702): stderr: \u000a| �[0;m�[38;5;43m20221210132831480 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210132831480 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f4910269c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210132831480 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210132831480 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210132831480 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210132831480 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210132831482 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210132831483 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210132831483 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210132831483 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a13:28:32.646201 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13695): Terminating (SIGTERM)\u000a13:28:32.688685 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13698): Terminating (SIGTERM)\u000a13:28:32.731481 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13701): Terminating (SIGTERM)\u000a13:28:32.741713 --- ParallelTerminationStrategy: PID 13695 died...\u000a13:28:32.798493 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13695): Terminated: ok {rc=0}\u000a13:28:32.808827 --- ParallelTerminationStrategy: PID 13698 died...\u000a13:28:32.865079 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13698): Terminated: ok {rc=0}\u000a13:28:32.875722 --- ParallelTerminationStrategy: PID 13701 died...\u000a13:28:32.932279 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13701): Terminated: ok {rc=0}\u000a13:28:33.018835 bus /sierra_3: Setting Powered False\u000a13:28:34.125844 bus /sierra_3: Setting Powered False\u000a13:28:35.237305 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "102", "name" : "voice_trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T13:28:15" }, { "cases" : [ { "testActions" : [ ], "age" : 45, "className" : "voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13713): Process ended prematurely: osmo-stp_10.42.42.5(pid=13713) [trial-2375↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13713)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13713): Process ended prematurely: osmo-stp_10.42.42.5(pid=13713) [trial-2375↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13713)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2375 voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call.py\u000a----------------------------------------------\u000a13:28:37.228265 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a13:28:37.239345 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a13:28:37.395045 tst mo_mt_call.py: using LAC 28717\u000a13:28:37.513766 tst mo_mt_call.py: using RAC 157\u000a13:28:37.631788 tst mo_mt_call.py: using CellId 28717\u000a13:28:37.756497 tst mo_mt_call.py: using BVCI 28718\u000a13:28:37.780730 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a13:28:37.792036 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a13:28:37.803371 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a13:28:37.814529 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a13:28:37.825786 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a13:28:37.837079 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a13:28:37.952135 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a13:28:38.152261 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:28:38.623983 run create_hlr_db(pid=13707): Launched\u000a13:28:38.796151 bus /sierra_2: Setting Powered False\u000a13:28:39.816413 run create_hlr_db(pid=13707): Terminated: ok {rc=0}\u000a13:28:40.214023 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13709): Launched\u000a13:28:40.513321 run osmo-hlr_10.42.42.2(pid=13710): Launched\u000a13:28:40.623615 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:28:41.140353 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13712): Launched\u000a13:28:41.437285 run osmo-stp_10.42.42.5(pid=13713): Launched\u000a13:28:41.546071 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a13:28:42.090042 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13715): Launched\u000a13:28:42.388940 run osmo-msc_10.42.42.6(pid=13716): Launched\u000a13:28:42.565331 run osmo-stp_10.42.42.5(pid=13713): ERR: Terminated: ERROR {rc=1} [trial-2375↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13713)]\u000a13:28:42.692298 run osmo-stp_10.42.42.5(pid=13713): stdout: \u000a| (launched: 2022-12-10_13:28:41.291184)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:28:42.816133 run osmo-stp_10.42.42.5(pid=13713): stderr: \u000a| �[0;m�[38;5;43m20221210132841460 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210132841460 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210132841460 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210132841461 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210132841463 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210132841463 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210132841463 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:28:42.935561 run osmo-stp_10.42.42.5(pid=13713): stdout: \u000a| (launched: 2022-12-10_13:28:41.291184)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:28:43.053925 run osmo-stp_10.42.42.5(pid=13713): stderr: \u000a| �[0;m�[38;5;43m20221210132841460 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210132841460 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210132841460 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210132841461 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210132841463 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210132841463 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210132841463 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:28:43.106024 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=13713): Process ended prematurely: osmo-stp_10.42.42.5(pid=13713) [trial-2375↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13713)] [trial-2375↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8]\u000a13:28:43.114481 tst mo_mt_call.py:8: Test FAILED (5.9 sec)\u000a13:28:43.173467 run osmo-hlr_10.42.42.2(pid=13710): ERR: Terminated: ERROR {rc=237} [trial-2375↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13710)]\u000a13:28:43.221964 run osmo-hlr_10.42.42.2(pid=13710): stdout: \u000a| (launched: 2022-12-10_13:28:40.365763) \u000a13:28:43.271013 run osmo-hlr_10.42.42.2(pid=13710): stderr: \u000a| �[0;m�[1;31m20221210132840542 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210132840542 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210132840542 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210132840542 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210132840542 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210132840542 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210132840558 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2375/run.2022-12-10_12-42-03/voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210132840567 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210132840568 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210132840568 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:28:43.337266 run osmo-msc_10.42.42.6(pid=13716): ERR: Terminated: ERROR {rc=2} [trial-2375↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=13716)]\u000a13:28:43.385642 run osmo-msc_10.42.42.6(pid=13716): stdout: \u000a| (launched: 2022-12-10_13:28:42.241923) \u000a13:28:43.434789 run osmo-msc_10.42.42.6(pid=13716): stderr: \u000a| �[0;m�[38;5;43m20221210132842515 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210132842515 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f0d23089c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210132842515 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210132842515 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210132842516 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210132842516 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210132842518 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210132842519 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210132842519 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210132842519 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a13:28:43.475790 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13709): Terminating (SIGTERM)\u000a13:28:43.514806 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13712): Terminating (SIGTERM)\u000a13:28:43.553738 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13715): Terminating (SIGTERM)\u000a13:28:43.563846 --- ParallelTerminationStrategy: PID 13709 died...\u000a13:28:43.616135 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13709): Terminated: ok {rc=0}\u000a13:28:43.625850 --- ParallelTerminationStrategy: PID 13712 died...\u000a13:28:43.677756 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13712): Terminated: ok {rc=0}\u000a13:28:43.687488 --- ParallelTerminationStrategy: PID 13715 died...\u000a13:28:43.739916 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13715): Terminated: ok {rc=0}\u000a13:28:43.825314 bus /sierra_3: Setting Powered False\u000a13:28:44.924697 bus /sierra_3: Setting Powered False\u000a13:28:46.038764 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 211, "className" : "voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13724): Process ended prematurely: osmo-stp_10.42.42.5(pid=13724) [trial-2375↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13724)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13724): Process ended prematurely: osmo-stp_10.42.42.5(pid=13724) [trial-2375↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13724)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2375 voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a13:28:47.150232 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a13:28:47.162680 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a13:28:47.324851 tst mo_mt_call_osmux.py: using LAC 28718\u000a13:28:47.449815 tst mo_mt_call_osmux.py: using RAC 158\u000a13:28:47.574754 tst mo_mt_call_osmux.py: using CellId 28718\u000a13:28:47.701111 tst mo_mt_call_osmux.py: using BVCI 28719\u000a13:28:47.723866 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a13:28:47.735015 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a13:28:47.745729 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a13:28:47.757582 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a13:28:47.769360 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a13:28:47.780936 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a13:28:47.900342 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a13:28:48.110951 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:28:48.617486 run create_hlr_db(pid=13718): Launched\u000a13:28:48.801124 bus /sierra_2: Setting Powered False\u000a13:28:49.821334 run create_hlr_db(pid=13718): Terminated: ok {rc=0}\u000a13:28:50.219336 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13720): Launched\u000a13:28:50.516210 run osmo-hlr_10.42.42.2(pid=13721): Launched\u000a13:28:50.632746 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:28:51.154593 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13723): Launched\u000a13:28:51.452775 run osmo-stp_10.42.42.5(pid=13724): Launched\u000a13:28:51.562553 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a13:28:52.106179 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13726): Launched\u000a13:28:52.404395 run osmo-msc_10.42.42.6(pid=13727): Launched\u000a13:28:52.581288 run osmo-stp_10.42.42.5(pid=13724): ERR: Terminated: ERROR {rc=1} [trial-2375↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13724)]\u000a13:28:52.708418 run osmo-stp_10.42.42.5(pid=13724): stdout: \u000a| (launched: 2022-12-10_13:28:51.305854)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:28:52.832859 run osmo-stp_10.42.42.5(pid=13724): stderr: \u000a| �[0;m�[38;5;43m20221210132851474 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210132851475 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210132851475 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210132851475 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210132851477 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210132851478 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210132851478 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:28:52.952436 run osmo-stp_10.42.42.5(pid=13724): stdout: \u000a| (launched: 2022-12-10_13:28:51.305854)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:28:53.070932 run osmo-stp_10.42.42.5(pid=13724): stderr: \u000a| �[0;m�[38;5;43m20221210132851474 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210132851475 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210132851475 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210132851475 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210132851477 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210132851478 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210132851478 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:28:53.123165 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=13724): Process ended prematurely: osmo-stp_10.42.42.5(pid=13724) [trial-2375↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13724)] [trial-2375↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8]\u000a13:28:53.131686 tst mo_mt_call_osmux.py:8: Test FAILED (6.0 sec)\u000a13:28:53.191191 run osmo-hlr_10.42.42.2(pid=13721): ERR: Terminated: ERROR {rc=237} [trial-2375↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13721)]\u000a13:28:53.239672 run osmo-hlr_10.42.42.2(pid=13721): stdout: \u000a| (launched: 2022-12-10_13:28:50.370676) \u000a13:28:53.288698 run osmo-hlr_10.42.42.2(pid=13721): stderr: \u000a| �[0;m�[1;31m20221210132850545 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210132850545 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210132850545 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210132850545 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210132850545 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210132850545 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210132850558 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2375/run.2022-12-10_12-42-03/voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210132850567 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210132850568 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210132850568 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:28:53.355280 run osmo-msc_10.42.42.6(pid=13727): ERR: Terminated: ERROR {rc=2} [trial-2375↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=13727)]\u000a13:28:53.403917 run osmo-msc_10.42.42.6(pid=13727): stdout: \u000a| (launched: 2022-12-10_13:28:52.257384) \u000a13:28:53.453055 run osmo-msc_10.42.42.6(pid=13727): stderr: \u000a| �[0;m�[38;5;43m20221210132852528 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210132852528 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f73e7592c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210132852528 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210132852528 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210132852528 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210132852529 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210132852530 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210132852531 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210132852531 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210132852531 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a13:28:53.494523 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13720): Terminating (SIGTERM)\u000a13:28:53.533719 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13723): Terminating (SIGTERM)\u000a13:28:53.572896 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13726): Terminating (SIGTERM)\u000a13:28:53.582393 --- ParallelTerminationStrategy: PID 13720 died...\u000a13:28:53.635137 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13720): Terminated: ok {rc=0}\u000a13:28:53.644480 --- ParallelTerminationStrategy: PID 13723 died...\u000a13:28:53.696890 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13723): Terminated: ok {rc=0}\u000a13:28:53.706589 --- ParallelTerminationStrategy: PID 13726 died...\u000a13:28:53.758734 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13726): Terminated: ok {rc=0}\u000a13:28:53.841222 bus /sierra_3: Setting Powered False\u000a13:28:54.947355 bus /sierra_3: Setting Powered False\u000a13:28:56.052174 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 21.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "103", "name" : "voice_trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T13:28:36" }, { "cases" : [ { "testActions" : [ ], "age" : 45, "className" : "voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13738): Process ended prematurely: osmo-stp_10.42.42.5(pid=13738) [trial-2375↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13738)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13738): Process ended prematurely: osmo-stp_10.42.42.5(pid=13738) [trial-2375↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13738)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2375 voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call.py\u000a----------------------------------------------\u000a13:28:58.049415 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a13:28:58.060686 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a13:28:58.223783 tst mo_mt_call.py: using LAC 28719\u000a13:28:58.348644 tst mo_mt_call.py: using RAC 159\u000a13:28:58.472651 tst mo_mt_call.py: using CellId 28719\u000a13:28:58.598806 tst mo_mt_call.py: using BVCI 28720\u000a13:28:58.623381 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a13:28:58.634827 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a13:28:58.646046 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a13:28:58.657327 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a13:28:58.668630 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a13:28:58.679760 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a13:28:58.795836 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a13:28:59.004006 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:28:59.511194 run create_hlr_db(pid=13732): Launched\u000a13:28:59.694589 bus /sierra_2: Setting Powered False\u000a13:29:00.717209 run create_hlr_db(pid=13732): Terminated: ok {rc=0}\u000a13:29:01.169340 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13734): Launched\u000a13:29:01.687269 run osmo-hlr_10.42.42.2(pid=13735): Launched\u000a13:29:01.878012 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:29:02.451267 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13737): Launched\u000a13:29:02.750296 run osmo-stp_10.42.42.5(pid=13738): Launched\u000a13:29:02.859030 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a13:29:03.402976 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13740): Launched\u000a13:29:03.703253 run osmo-msc_10.42.42.6(pid=13741): Launched\u000a13:29:03.879225 run osmo-stp_10.42.42.5(pid=13738): ERR: Terminated: ERROR {rc=1} [trial-2375↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13738)]\u000a13:29:04.006545 run osmo-stp_10.42.42.5(pid=13738): stdout: \u000a| (launched: 2022-12-10_13:29:02.602712)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:29:04.131506 run osmo-stp_10.42.42.5(pid=13738): stderr: \u000a| �[0;m�[38;5;43m20221210132902771 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210132902771 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210132902772 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210132902772 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210132902773 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210132902773 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210132902773 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:29:04.251267 run osmo-stp_10.42.42.5(pid=13738): stdout: \u000a| (launched: 2022-12-10_13:29:02.602712)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:29:04.370037 run osmo-stp_10.42.42.5(pid=13738): stderr: \u000a| �[0;m�[38;5;43m20221210132902771 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210132902771 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210132902772 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210132902772 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210132902773 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210132902773 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210132902773 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:29:04.422509 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=13738): Process ended prematurely: osmo-stp_10.42.42.5(pid=13738) [trial-2375↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13738)] [trial-2375↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8]\u000a13:29:04.431236 tst mo_mt_call.py:8: Test FAILED (6.4 sec)\u000a13:29:04.490987 run osmo-hlr_10.42.42.2(pid=13735): ERR: Terminated: ERROR {rc=237} [trial-2375↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13735)]\u000a13:29:04.539640 run osmo-hlr_10.42.42.2(pid=13735): stdout: \u000a| (launched: 2022-12-10_13:29:01.334317) \u000a13:29:04.589329 run osmo-hlr_10.42.42.2(pid=13735): stderr: \u000a| �[0;m�[1;31m20221210132901660 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210132901660 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210132901660 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210132901660 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210132901660 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210132901660 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210132901674 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2375/run.2022-12-10_12-42-03/voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210132901698 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210132901699 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210132901699 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:29:04.655928 run osmo-msc_10.42.42.6(pid=13741): ERR: Terminated: ERROR {rc=2} [trial-2375↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=13741)]\u000a13:29:04.704791 run osmo-msc_10.42.42.6(pid=13741): stdout: \u000a| (launched: 2022-12-10_13:29:03.554424) \u000a13:29:04.753970 run osmo-msc_10.42.42.6(pid=13741): stderr: \u000a| �[0;m�[38;5;43m20221210132903824 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210132903824 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f8f83048c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210132903824 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210132903824 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210132903824 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210132903825 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210132903826 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210132903827 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210132903827 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210132903827 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a13:29:04.795073 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13734): Terminating (SIGTERM)\u000a13:29:04.834648 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13737): Terminating (SIGTERM)\u000a13:29:04.874140 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13740): Terminating (SIGTERM)\u000a13:29:04.883494 --- ParallelTerminationStrategy: PID 13734 died...\u000a13:29:04.936122 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13734): Terminated: ok {rc=0}\u000a13:29:04.945953 --- ParallelTerminationStrategy: PID 13737 died...\u000a13:29:04.998454 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13737): Terminated: ok {rc=0}\u000a13:29:05.008037 --- ParallelTerminationStrategy: PID 13740 died...\u000a13:29:05.060415 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13740): Terminated: ok {rc=0}\u000a13:29:05.146502 bus /sierra_3: Setting Powered False\u000a13:29:06.248372 bus /sierra_3: Setting Powered False\u000a13:29:07.358216 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 211, "className" : "voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13749): Process ended prematurely: osmo-stp_10.42.42.5(pid=13749) [trial-2375↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13749)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13749): Process ended prematurely: osmo-stp_10.42.42.5(pid=13749) [trial-2375↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13749)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2375 voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call_osmux.py\u000a----------------------------------------------\u000a13:29:08.467325 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a13:29:08.479094 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a13:29:08.634905 tst mo_mt_call_osmux.py: using LAC 28720\u000a13:29:08.753066 tst mo_mt_call_osmux.py: using RAC 160\u000a13:29:08.870875 tst mo_mt_call_osmux.py: using CellId 28720\u000a13:29:08.989331 tst mo_mt_call_osmux.py: using BVCI 28721\u000a13:29:09.012031 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a13:29:09.023142 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a13:29:09.034028 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a13:29:09.045234 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a13:29:09.056347 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a13:29:09.067386 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a13:29:09.181126 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a13:29:09.390558 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:29:09.900411 run create_hlr_db(pid=13743): Launched\u000a13:29:10.084189 bus /sierra_2: Setting Powered False\u000a13:29:11.105964 run create_hlr_db(pid=13743): Terminated: ok {rc=0}\u000a13:29:11.527644 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13745): Launched\u000a13:29:11.846167 run osmo-hlr_10.42.42.2(pid=13746): Launched\u000a13:29:11.962387 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:29:12.515687 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13748): Launched\u000a13:29:12.833700 run osmo-stp_10.42.42.5(pid=13749): Launched\u000a13:29:12.949254 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a13:29:13.535156 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13751): Launched\u000a13:29:13.853685 run osmo-msc_10.42.42.6(pid=13752): Launched\u000a13:29:14.040743 run osmo-stp_10.42.42.5(pid=13749): ERR: Terminated: ERROR {rc=1} [trial-2375↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13749)]\u000a13:29:14.176253 run osmo-stp_10.42.42.5(pid=13749): stdout: \u000a| (launched: 2022-12-10_13:29:12.678121)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:29:14.311009 run osmo-stp_10.42.42.5(pid=13749): stderr: \u000a| �[0;m�[38;5;43m20221210132912871 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210132912872 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210132912872 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210132912872 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210132912873 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210132912873 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210132912873 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:29:14.438575 run osmo-stp_10.42.42.5(pid=13749): stdout: \u000a| (launched: 2022-12-10_13:29:12.678121)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:29:14.565333 run osmo-stp_10.42.42.5(pid=13749): stderr: \u000a| �[0;m�[38;5;43m20221210132912871 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210132912872 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210132912872 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210132912872 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210132912873 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210132912873 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210132912873 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:29:14.621178 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=13749): Process ended prematurely: osmo-stp_10.42.42.5(pid=13749) [trial-2375↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13749)] [trial-2375↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8]\u000a13:29:14.630839 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a13:29:14.692982 run osmo-hlr_10.42.42.2(pid=13746): ERR: Terminated: ERROR {rc=237} [trial-2375↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13746)]\u000a13:29:14.743761 run osmo-hlr_10.42.42.2(pid=13746): stdout: \u000a| (launched: 2022-12-10_13:29:11.690417) \u000a13:29:14.795358 run osmo-hlr_10.42.42.2(pid=13746): stderr: \u000a| �[0;m�[1;31m20221210132911888 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210132911889 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210132911889 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210132911889 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210132911889 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210132911889 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210132911942 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2375/run.2022-12-10_12-42-03/voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210132911951 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210132911951 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210132911951 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:29:14.865332 run osmo-msc_10.42.42.6(pid=13752): ERR: Terminated: ERROR {rc=2} [trial-2375↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=13752)]\u000a13:29:14.915940 run osmo-msc_10.42.42.6(pid=13752): stdout: \u000a| (launched: 2022-12-10_13:29:13.698135) \u000a13:29:14.967097 run osmo-msc_10.42.42.6(pid=13752): stderr: \u000a| �[0;m�[38;5;43m20221210132914021 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210132914021 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f642f377c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210132914022 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210132914022 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210132914022 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210132914022 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210132914024 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210132914024 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210132914024 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210132914024 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a13:29:15.010600 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13745): Terminating (SIGTERM)\u000a13:29:15.051890 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13748): Terminating (SIGTERM)\u000a13:29:15.093159 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13751): Terminating (SIGTERM)\u000a13:29:15.102477 --- ParallelTerminationStrategy: PID 13745 died...\u000a13:29:15.157505 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13745): Terminated: ok {rc=0}\u000a13:29:15.167568 --- ParallelTerminationStrategy: PID 13748 died...\u000a13:29:15.222574 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13748): Terminated: ok {rc=0}\u000a13:29:15.232436 --- ParallelTerminationStrategy: PID 13751 died...\u000a13:29:15.287295 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13751): Terminated: ok {rc=0}\u000a13:29:15.373020 bus /sierra_3: Setting Powered False\u000a13:29:16.483891 bus /sierra_3: Setting Powered False\u000a13:29:17.593560 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "104", "name" : "voice_trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T13:28:57" }, { "cases" : [ { "testActions" : [ ], "age" : 47, "className" : "voice:trx-lms+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13763): Process ended prematurely: osmo-stp_10.42.42.5(pid=13763) [trial-2375↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13763)]", "failedSince" : 2329, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13763): Process ended prematurely: osmo-stp_10.42.42.5(pid=13763) [trial-2375↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13763)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2375 voice:trx-lms+mod-bts0-dynts-osmo mo_mt_call.py\u000a----------------------------------------------\u000a13:29:19.587781 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a13:29:19.599155 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a13:29:19.757362 tst mo_mt_call.py: using LAC 28721\u000a13:29:19.882373 tst mo_mt_call.py: using RAC 161\u000a13:29:20.014386 tst mo_mt_call.py: using CellId 28721\u000a13:29:20.138660 tst mo_mt_call.py: using BVCI 28722\u000a13:29:20.163384 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a13:29:20.174868 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a13:29:20.186198 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a13:29:20.197473 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a13:29:20.208554 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a13:29:20.219534 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a13:29:20.334061 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a13:29:20.543974 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:29:21.051656 run create_hlr_db(pid=13757): Launched\u000a13:29:21.235902 bus /sierra_2: Setting Powered False\u000a13:29:22.257585 run create_hlr_db(pid=13757): Terminated: ok {rc=0}\u000a13:29:22.656913 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13759): Launched\u000a13:29:22.955226 run osmo-hlr_10.42.42.2(pid=13760): Launched\u000a13:29:23.068688 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:29:23.594040 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13762): Launched\u000a13:29:23.892797 run osmo-stp_10.42.42.5(pid=13763): Launched\u000a13:29:24.002418 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a13:29:24.549227 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13765): Launched\u000a13:29:24.850087 run osmo-msc_10.42.42.6(pid=13766): Launched\u000a13:29:25.026365 run osmo-stp_10.42.42.5(pid=13763): ERR: Terminated: ERROR {rc=1} [trial-2375↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13763)]\u000a13:29:25.154202 run osmo-stp_10.42.42.5(pid=13763): stdout: \u000a| (launched: 2022-12-10_13:29:23.746294)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:29:25.278911 run osmo-stp_10.42.42.5(pid=13763): stderr: \u000a| �[0;m�[38;5;43m20221210132923915 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210132923915 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210132923915 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210132923916 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210132923916 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210132923916 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210132923916 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:29:25.398337 run osmo-stp_10.42.42.5(pid=13763): stdout: \u000a| (launched: 2022-12-10_13:29:23.746294)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:29:25.517031 run osmo-stp_10.42.42.5(pid=13763): stderr: \u000a| �[0;m�[38;5;43m20221210132923915 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210132923915 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210132923915 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210132923916 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210132923916 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210132923916 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210132923916 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:29:25.569161 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=13763): Process ended prematurely: osmo-stp_10.42.42.5(pid=13763) [trial-2375↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13763)] [trial-2375↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call.py:8]\u000a13:29:25.577475 tst mo_mt_call.py:8: Test FAILED (6.0 sec)\u000a13:29:25.636533 run osmo-hlr_10.42.42.2(pid=13760): ERR: Terminated: ERROR {rc=237} [trial-2375↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13760)]\u000a13:29:25.684811 run osmo-hlr_10.42.42.2(pid=13760): stdout: \u000a| (launched: 2022-12-10_13:29:22.808822) \u000a13:29:25.733962 run osmo-hlr_10.42.42.2(pid=13760): stderr: \u000a| �[0;m�[1;31m20221210132922983 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210132922983 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210132922983 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210132922983 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210132922983 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210132922983 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210132922996 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2375/run.2022-12-10_12-42-03/voice:trx-lms+mod-bts0-dynts-osmo/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210132923006 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210132923006 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210132923006 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:29:25.800198 run osmo-msc_10.42.42.6(pid=13766): ERR: Terminated: ERROR {rc=2} [trial-2375↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=13766)]\u000a13:29:25.848348 run osmo-msc_10.42.42.6(pid=13766): stdout: \u000a| (launched: 2022-12-10_13:29:24.701090) \u000a13:29:25.897119 run osmo-msc_10.42.42.6(pid=13766): stderr: \u000a| �[0;m�[38;5;43m20221210132924972 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210132924972 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f47509bec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210132924972 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210132924972 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210132924972 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210132924973 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210132924974 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210132924975 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210132924975 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210132924975 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a13:29:25.937758 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13759): Terminating (SIGTERM)\u000a13:29:25.976580 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13762): Terminating (SIGTERM)\u000a13:29:26.015533 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13765): Terminating (SIGTERM)\u000a13:29:26.024726 --- ParallelTerminationStrategy: PID 13759 died...\u000a13:29:26.077299 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13759): Terminated: ok {rc=0}\u000a13:29:26.086914 --- ParallelTerminationStrategy: PID 13762 died...\u000a13:29:26.138624 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13762): Terminated: ok {rc=0}\u000a13:29:26.148142 --- ParallelTerminationStrategy: PID 13765 died...\u000a13:29:26.200039 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13765): Terminated: ok {rc=0}\u000a13:29:26.282686 bus /sierra_3: Setting Powered False\u000a13:29:27.388306 bus /sierra_3: Setting Powered False\u000a13:29:28.495345 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 211, "className" : "voice:trx-lms+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13774): Process ended prematurely: osmo-stp_10.42.42.5(pid=13774) [trial-2375↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13774)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13774): Process ended prematurely: osmo-stp_10.42.42.5(pid=13774) [trial-2375↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13774)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2375 voice:trx-lms+mod-bts0-dynts-osmo mo_mt_call_osmux.py\u000a----------------------------------------------\u000a13:29:29.601594 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a13:29:29.612833 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a13:29:29.766820 tst mo_mt_call_osmux.py: using LAC 28722\u000a13:29:29.886858 tst mo_mt_call_osmux.py: using RAC 162\u000a13:29:30.004442 tst mo_mt_call_osmux.py: using CellId 28722\u000a13:29:30.123211 tst mo_mt_call_osmux.py: using BVCI 28723\u000a13:29:30.146068 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a13:29:30.156812 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a13:29:30.167484 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a13:29:30.178398 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a13:29:30.189300 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a13:29:30.200131 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a13:29:30.314328 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a13:29:30.523180 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:29:31.056768 run create_hlr_db(pid=13768): Launched\u000a13:29:31.236347 bus /sierra_2: Setting Powered False\u000a13:29:32.282936 run create_hlr_db(pid=13768): Terminated: ok {rc=0}\u000a13:29:32.680271 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13770): Launched\u000a13:29:32.989943 run osmo-hlr_10.42.42.2(pid=13771): Launched\u000a13:29:33.102541 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:29:33.620236 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13773): Launched\u000a13:29:33.918950 run osmo-stp_10.42.42.5(pid=13774): Launched\u000a13:29:34.028607 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a13:29:34.573810 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13776): Launched\u000a13:29:34.872769 run osmo-msc_10.42.42.6(pid=13777): Launched\u000a13:29:35.049467 run osmo-stp_10.42.42.5(pid=13774): ERR: Terminated: ERROR {rc=1} [trial-2375↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13774)]\u000a13:29:35.176875 run osmo-stp_10.42.42.5(pid=13774): stdout: \u000a| (launched: 2022-12-10_13:29:33.771936)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:29:35.301683 run osmo-stp_10.42.42.5(pid=13774): stderr: \u000a| �[0;m�[38;5;43m20221210132933939 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210132933939 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210132933939 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210132933940 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210132933942 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210132933942 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210132933942 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:29:35.421539 run osmo-stp_10.42.42.5(pid=13774): stdout: \u000a| (launched: 2022-12-10_13:29:33.771936)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:29:35.540591 run osmo-stp_10.42.42.5(pid=13774): stderr: \u000a| �[0;m�[38;5;43m20221210132933939 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210132933939 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210132933939 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210132933940 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210132933942 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210132933942 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210132933942 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:29:35.593170 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=13774): Process ended prematurely: osmo-stp_10.42.42.5(pid=13774) [trial-2375↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13774)] [trial-2375↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8]\u000a13:29:35.601629 tst mo_mt_call_osmux.py:8: Test FAILED (6.0 sec)\u000a13:29:35.661250 run osmo-hlr_10.42.42.2(pid=13771): ERR: Terminated: ERROR {rc=237} [trial-2375↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13771)]\u000a13:29:35.710366 run osmo-hlr_10.42.42.2(pid=13771): stdout: \u000a| (launched: 2022-12-10_13:29:32.831851) \u000a13:29:35.759699 run osmo-hlr_10.42.42.2(pid=13771): stderr: \u000a| �[0;m�[1;31m20221210132933031 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210132933031 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210132933031 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210132933031 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210132933031 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210132933031 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210132933093 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2375/run.2022-12-10_12-42-03/voice:trx-lms+mod-bts0-dynts-osmo/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210132933102 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210132933102 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210132933102 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:29:35.826409 run osmo-msc_10.42.42.6(pid=13777): ERR: Terminated: ERROR {rc=2} [trial-2375↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=13777)]\u000a13:29:35.875062 run osmo-msc_10.42.42.6(pid=13777): stdout: \u000a| (launched: 2022-12-10_13:29:34.725012) \u000a13:29:35.924070 run osmo-msc_10.42.42.6(pid=13777): stderr: \u000a| �[0;m�[38;5;43m20221210132934994 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210132934994 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f2c8597fc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210132934994 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210132934994 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210132934994 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210132934995 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210132934997 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210132934997 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210132934998 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210132934998 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a13:29:35.965790 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13770): Terminating (SIGTERM)\u000a13:29:36.005240 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13773): Terminating (SIGTERM)\u000a13:29:36.045068 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13776): Terminating (SIGTERM)\u000a13:29:36.054537 --- ParallelTerminationStrategy: PID 13770 died...\u000a13:29:36.107310 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13770): Terminated: ok {rc=0}\u000a13:29:36.117073 --- ParallelTerminationStrategy: PID 13773 died...\u000a13:29:36.169901 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13773): Terminated: ok {rc=0}\u000a13:29:36.179515 --- ParallelTerminationStrategy: PID 13776 died...\u000a13:29:36.232327 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13776): Terminated: ok {rc=0}\u000a13:29:36.316174 bus /sierra_3: Setting Powered False\u000a13:29:37.418394 bus /sierra_3: Setting Powered False\u000a13:29:38.525350 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 21.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "105", "name" : "voice_trx-lms+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T13:29:19" }, { "cases" : [ { "testActions" : [ ], "age" : 45, "className" : "emergency:trx-lms", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13789): Process ended prematurely: osmo-stp_10.42.42.5(pid=13789) [trial-2375↪emergency:trx-lms↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13789)]", "failedSince" : 2331, "name" : "emergency_mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_mo_mt_call.py\", line 19, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13789): Process ended prematurely: osmo-stp_10.42.42.5(pid=13789) [trial-2375↪emergency:trx-lms↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13789)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2375 emergency:trx-lms emergency_mo_mt_call.py\u000a----------------------------------------------\u000a13:29:40.536905 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a13:29:40.547514 tst emergency:trx-lms: Using 1 x bts (candidates: 1)\u000a13:29:40.685940 tst emergency_mo_mt_call.py: using LAC 28723\u000a13:29:40.800281 tst emergency_mo_mt_call.py: using RAC 163\u000a13:29:40.920376 tst emergency_mo_mt_call.py: using CellId 28723\u000a13:29:41.042191 tst emergency_mo_mt_call.py: using BVCI 28724\u000a13:29:41.065999 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a13:29:41.077491 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a13:29:41.088345 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a13:29:41.099543 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a13:29:41.110891 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a13:29:41.121798 tst emergency:trx-lms: Using 1 x modem (candidates: 4)\u000a13:29:41.237200 tst emergency:trx-lms: Using 1 x modem (candidates: 4)\u000a13:29:41.447020 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:29:41.946871 run create_hlr_db(pid=13783): Launched\u000a13:29:42.128535 bus /sierra_2: Setting Powered False\u000a13:29:43.147663 run create_hlr_db(pid=13783): Terminated: ok {rc=0}\u000a13:29:43.542107 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13785): Launched\u000a13:29:43.834942 run osmo-hlr_10.42.42.2(pid=13786): Launched\u000a13:29:43.945874 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:29:44.454630 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13788): Launched\u000a13:29:44.747542 run osmo-stp_10.42.42.5(pid=13789): Launched\u000a13:29:44.868598 tst emergency_mo_mt_call.py: using MSISDN 7757\u000a13:29:45.014358 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a13:29:45.548743 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13791): Launched\u000a13:29:45.842141 run osmo-msc_10.42.42.6(pid=13792): Launched\u000a13:29:46.146013 run osmo-stp_10.42.42.5(pid=13789): ERR: Terminated: ERROR {rc=1} [trial-2375↪emergency:trx-lms↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13789)]\u000a13:29:46.473984 run osmo-stp_10.42.42.5(pid=13789): stdout: \u000a| (launched: 2022-12-10_13:29:44.603654)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:29:46.601267 run osmo-stp_10.42.42.5(pid=13789): stderr: \u000a| �[0;m�[38;5;43m20221210132944774 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210132944774 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210132944774 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210132944774 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210132944775 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210132944775 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210132944775 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:29:46.723406 run osmo-stp_10.42.42.5(pid=13789): stdout: \u000a| (launched: 2022-12-10_13:29:44.603654)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:29:46.845085 run osmo-stp_10.42.42.5(pid=13789): stderr: \u000a| �[0;m�[38;5;43m20221210132944774 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210132944774 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210132944774 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210132944774 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210132944775 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210132944775 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210132944775 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:29:46.897999 tst emergency_mo_mt_call.py:19: ERR: Error: osmo-stp_10.42.42.5(pid=13789): Process ended prematurely: osmo-stp_10.42.42.5(pid=13789) [trial-2375↪emergency:trx-lms↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13789)] [trial-2375↪emergency:trx-lms↪emergency_mo_mt_call.py:19]\u000a13:29:46.906947 tst emergency_mo_mt_call.py:19: Test FAILED (6.4 sec)\u000a13:29:46.971024 run osmo-hlr_10.42.42.2(pid=13786): ERR: Terminated: ERROR {rc=237} [trial-2375↪emergency:trx-lms↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13786)]\u000a13:29:47.022289 run osmo-hlr_10.42.42.2(pid=13786): stdout: \u000a| (launched: 2022-12-10_13:29:43.690923) \u000a13:29:47.073639 run osmo-hlr_10.42.42.2(pid=13786): stderr: \u000a| �[0;m�[1;31m20221210132943866 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210132943866 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210132943866 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210132943866 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210132943866 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210132943866 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210132943879 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2375/run.2022-12-10_12-42-03/emergency:trx-lms/emergency_mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210132943887 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210132943887 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210132943887 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:29:47.144690 run osmo-msc_10.42.42.6(pid=13792): ERR: Terminated: ERROR {rc=2} [trial-2375↪emergency:trx-lms↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=13792)]\u000a13:29:47.195911 run osmo-msc_10.42.42.6(pid=13792): stdout: \u000a| (launched: 2022-12-10_13:29:45.697355) \u000a13:29:47.247845 run osmo-msc_10.42.42.6(pid=13792): stderr: \u000a| �[0;m�[38;5;43m20221210132946192 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210132946194 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fd89260ac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210132946194 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210132946194 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210132946194 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210132946195 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210132946199 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210132946200 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210132946201 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210132946201 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a13:29:47.291760 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13785): Terminating (SIGTERM)\u000a13:29:47.332607 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13788): Terminating (SIGTERM)\u000a13:29:47.373112 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13791): Terminating (SIGTERM)\u000a13:29:47.382922 --- ParallelTerminationStrategy: PID 13785 died...\u000a13:29:47.436412 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13785): Terminated: ok {rc=0}\u000a13:29:47.446772 --- ParallelTerminationStrategy: PID 13788 died...\u000a13:29:47.499931 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13788): Terminated: ok {rc=0}\u000a13:29:47.510218 --- ParallelTerminationStrategy: PID 13791 died...\u000a13:29:47.563844 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13791): Terminated: ok {rc=0}\u000a13:29:47.651097 bus /sierra_3: Setting Powered False\u000a13:29:48.754699 bus /sierra_3: Setting Powered False\u000a13:29:49.861731 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 234, "className" : "emergency:trx-lms", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13801): Process ended prematurely: osmo-stp_10.42.42.5(pid=13801) [trial-2375↪emergency:trx-lms↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13801)]", "failedSince" : 2142, "name" : "emergency_preemptive_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_preemptive_call.py\", line 32, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13801): Process ended prematurely: osmo-stp_10.42.42.5(pid=13801) [trial-2375↪emergency:trx-lms↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13801)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2375 emergency:trx-lms emergency_preemptive_call.py\u000a----------------------------------------------\u000a13:29:50.914106 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a13:29:50.925858 tst emergency:trx-lms: Using 1 x bts (candidates: 1)\u000a13:29:51.069875 tst emergency_preemptive_call.py: using LAC 28724\u000a13:29:51.194172 tst emergency_preemptive_call.py: using RAC 164\u000a13:29:51.315804 tst emergency_preemptive_call.py: using CellId 28724\u000a13:29:51.437233 tst emergency_preemptive_call.py: using BVCI 28725\u000a13:29:51.461191 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a13:29:51.472087 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a13:29:51.482853 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a13:29:51.493822 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a13:29:51.504732 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a13:29:51.515569 tst emergency:trx-lms: Using 1 x modem (candidates: 4)\u000a13:29:51.632634 tst emergency:trx-lms: Using 1 x modem (candidates: 4)\u000a13:29:51.754177 tst emergency:trx-lms: Using 1 x modem (candidates: 4)\u000a13:29:51.870037 tst emergency:trx-lms: Using 1 x modem (candidates: 4)\u000a13:29:52.074536 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:29:52.573995 run create_hlr_db(pid=13795): Launched\u000a13:29:52.755893 bus /sierra_2: Setting Powered False\u000a13:29:53.776322 run create_hlr_db(pid=13795): Terminated: ok {rc=0}\u000a13:29:54.168519 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13797): Launched\u000a13:29:54.460107 run osmo-hlr_10.42.42.2(pid=13798): Launched\u000a13:29:54.567423 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:29:55.074149 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13800): Launched\u000a13:29:55.366247 run osmo-stp_10.42.42.5(pid=13801): Launched\u000a13:29:55.496176 tst emergency_preemptive_call.py: using MSISDN 7758\u000a13:29:55.647069 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a13:29:56.181366 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13803): Launched\u000a13:29:56.474372 run osmo-msc_10.42.42.6(pid=13804): Launched\u000a13:29:56.647565 run osmo-stp_10.42.42.5(pid=13801): ERR: Terminated: ERROR {rc=1} [trial-2375↪emergency:trx-lms↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13801)]\u000a13:29:56.772020 run osmo-stp_10.42.42.5(pid=13801): stdout: \u000a| (launched: 2022-12-10_13:29:55.222690)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:29:56.894751 run osmo-stp_10.42.42.5(pid=13801): stderr: \u000a| �[0;m�[38;5;43m20221210132955393 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210132955393 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210132955393 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210132955394 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210132955397 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210132955397 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210132955397 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:29:57.012357 run osmo-stp_10.42.42.5(pid=13801): stdout: \u000a| (launched: 2022-12-10_13:29:55.222690)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:29:57.128719 run osmo-stp_10.42.42.5(pid=13801): stderr: \u000a| �[0;m�[38;5;43m20221210132955393 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210132955393 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210132955393 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210132955394 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210132955397 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210132955397 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210132955397 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:29:57.179905 tst emergency_preemptive_call.py:32: ERR: Error: osmo-stp_10.42.42.5(pid=13801): Process ended prematurely: osmo-stp_10.42.42.5(pid=13801) [trial-2375↪emergency:trx-lms↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13801)] [trial-2375↪emergency:trx-lms↪emergency_preemptive_call.py:32]\u000a13:29:57.187877 tst emergency_preemptive_call.py:32: Test FAILED (6.3 sec)\u000a13:29:57.248074 run osmo-hlr_10.42.42.2(pid=13798): ERR: Terminated: ERROR {rc=237} [trial-2375↪emergency:trx-lms↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13798)]\u000a13:29:57.297001 run osmo-hlr_10.42.42.2(pid=13798): stdout: \u000a| (launched: 2022-12-10_13:29:54.317074) \u000a13:29:57.346349 run osmo-hlr_10.42.42.2(pid=13798): stderr: \u000a| �[0;m�[1;31m20221210132954493 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210132954493 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210132954493 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210132954493 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210132954493 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210132954493 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210132954505 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2375/run.2022-12-10_12-42-03/emergency:trx-lms/emergency_preemptive_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210132954514 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210132954514 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210132954514 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:29:57.414011 run osmo-msc_10.42.42.6(pid=13804): ERR: Terminated: ERROR {rc=2} [trial-2375↪emergency:trx-lms↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=13804)]\u000a13:29:57.463134 run osmo-msc_10.42.42.6(pid=13804): stdout: \u000a| (launched: 2022-12-10_13:29:56.329767) \u000a13:29:57.513297 run osmo-msc_10.42.42.6(pid=13804): stderr: \u000a| �[0;m�[38;5;43m20221210132956603 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210132956603 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fdce349cc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210132956603 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210132956603 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210132956604 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210132956604 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210132956607 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210132956608 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210132956608 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210132956608 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a13:29:57.555134 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13797): Terminating (SIGTERM)\u000a13:29:57.594903 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13800): Terminating (SIGTERM)\u000a13:29:57.634450 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13803): Terminating (SIGTERM)\u000a13:29:57.643837 --- ParallelTerminationStrategy: PID 13797 died...\u000a13:29:57.696802 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13797): Terminated: ok {rc=0}\u000a13:29:57.706547 --- ParallelTerminationStrategy: PID 13800 died...\u000a13:29:57.759302 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13800): Terminated: ok {rc=0}\u000a13:29:57.768914 --- ParallelTerminationStrategy: PID 13803 died...\u000a13:29:57.821703 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13803): Terminated: ok {rc=0}\u000a13:29:57.904379 bus /sierra_9: Setting Powered False\u000a13:29:59.004929 bus /sierra_9: Setting Powered False\u000a13:30:00.114887 bus /sierra_8: Setting Powered False\u000a13:30:01.235429 bus /sierra_8: Setting Powered False\u000a13:30:02.349602 bus /sierra_3: Setting Powered False\u000a13:30:03.450819 bus /sierra_3: Setting Powered False\u000a13:30:04.563430 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 27.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "106", "name" : "emergency_trx-lms", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T13:29:40" }, { "cases" : [ { "testActions" : [ ], "age" : 237, "className" : "gprs:trx-lms", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13823): Process ended prematurely: osmo-stp_10.42.42.5(pid=13823) [trial-2375↪gprs:trx-lms↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13823)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13823): Process ended prematurely: osmo-stp_10.42.42.5(pid=13823) [trial-2375↪gprs:trx-lms↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13823)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2375 gprs:trx-lms cs_paging_gprs_active.py\u000a----------------------------------------------\u000a13:30:06.676429 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a13:30:06.687398 tst gprs:trx-lms: Using 1 x bts (candidates: 1)\u000a13:30:06.830166 tst cs_paging_gprs_active.py: using LAC 28725\u000a13:30:06.956543 tst cs_paging_gprs_active.py: using RAC 165\u000a13:30:07.080436 tst cs_paging_gprs_active.py: using CellId 28725\u000a13:30:07.203885 tst cs_paging_gprs_active.py: using BVCI 28726\u000a13:30:07.228211 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a13:30:07.239110 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a13:30:07.249699 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a13:30:07.260305 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a13:30:07.271034 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a13:30:07.281817 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a13:30:07.292743 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a13:30:07.303625 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a13:30:07.314852 tst gprs:trx-lms: Using 1 x modem (candidates: 4)\u000a13:30:07.433169 tst gprs:trx-lms: Using 1 x modem (candidates: 4)\u000a13:30:07.710167 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a13:30:07.835158 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:30:08.143361 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13813): Launched\u000a13:30:08.401024 run iperf3-srv_10.42.42.10(pid=13814): Launched\u000a13:30:08.584378 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a13:30:08.709550 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:30:09.019081 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13815): Launched\u000a13:30:09.275951 run iperf3-srv_10.42.42.10(pid=13816): Launched\u000a13:30:09.459162 tst cs_paging_gprs_active.py:38: start network...\u000a13:30:09.584502 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:30:10.057092 run create_hlr_db(pid=13817): Launched\u000a13:30:10.228576 bus /sierra_2: Setting Powered False\u000a13:30:11.250076 run create_hlr_db(pid=13817): Terminated: ok {rc=0}\u000a13:30:11.672574 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13819): Launched\u000a13:30:11.991122 run osmo-hlr_10.42.42.2(pid=13820): Launched\u000a13:30:12.111560 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:30:12.665332 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13822): Launched\u000a13:30:12.984271 run osmo-stp_10.42.42.5(pid=13823): Launched\u000a13:30:13.100518 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:30:13.655982 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13825): Launched\u000a13:30:13.770150 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:30:14.046961 run patchelf(pid=13826): Launched\u000a13:30:14.233435 run osmo-stp_10.42.42.5(pid=13823): ERR: Terminated: ERROR {rc=1} [trial-2375↪gprs:trx-lms↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13823)]\u000a13:30:14.369480 run osmo-stp_10.42.42.5(pid=13823): stdout: \u000a| (launched: 2022-12-10_13:30:12.828166)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:30:14.505476 run osmo-stp_10.42.42.5(pid=13823): stderr: \u000a| �[0;m�[38;5;43m20221210133013021 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210133013021 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210133013021 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210133013021 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210133013022 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210133013022 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210133013022 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:30:14.637600 run osmo-stp_10.42.42.5(pid=13823): stdout: \u000a| (launched: 2022-12-10_13:30:12.828166)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:30:14.769226 run osmo-stp_10.42.42.5(pid=13823): stderr: \u000a| �[0;m�[38;5;43m20221210133013021 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210133013021 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210133013021 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210133013021 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210133013022 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210133013022 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210133013022 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:30:14.921396 run patchelf(pid=13826): Terminating (SIGINT)\u000a13:30:15.100059 run patchelf(pid=13826): Terminated: ok {rc=0}\u000a13:30:15.132909 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=13823): Process ended prematurely: osmo-stp_10.42.42.5(pid=13823) [trial-2375↪gprs:trx-lms↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13823)] [trial-2375↪gprs:trx-lms↪cs_paging_gprs_active.py:38]\u000a13:30:15.142763 tst cs_paging_gprs_active.py:38: Test FAILED (8.5 sec)\u000a13:30:15.204882 run osmo-hlr_10.42.42.2(pid=13820): ERR: Terminated: ERROR {rc=237} [trial-2375↪gprs:trx-lms↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13820)]\u000a13:30:15.255714 run osmo-hlr_10.42.42.2(pid=13820): stdout: \u000a| (launched: 2022-12-10_13:30:11.834714) \u000a13:30:15.307152 run osmo-hlr_10.42.42.2(pid=13820): stderr: \u000a| �[0;m�[1;31m20221210133012033 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210133012033 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210133012033 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210133012033 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210133012033 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210133012033 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210133012045 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2375/run.2022-12-10_12-42-03/gprs:trx-lms/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210133012054 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210133012054 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210133012054 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:30:15.350689 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13813): Terminating (SIGTERM)\u000a13:30:15.391675 run iperf3-srv_10.42.42.10(pid=13814): Terminating (SIGTERM)\u000a13:30:15.433146 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13815): Terminating (SIGTERM)\u000a13:30:15.474457 run iperf3-srv_10.42.42.10(pid=13816): Terminating (SIGTERM)\u000a13:30:15.515457 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13819): Terminating (SIGTERM)\u000a13:30:15.556673 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13822): Terminating (SIGTERM)\u000a13:30:15.597969 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13825): Terminating (SIGTERM)\u000a13:30:15.607566 --- ParallelTerminationStrategy: PID 13813 died...\u000a13:30:15.663075 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13813): Terminated: ok {rc=0}\u000a13:30:15.673156 --- ParallelTerminationStrategy: PID 13814 died...\u000a13:30:15.728540 run iperf3-srv_10.42.42.10(pid=13814): Terminated {rc=256}\u000a13:30:15.738561 --- ParallelTerminationStrategy: PID 13815 died...\u000a13:30:15.793600 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13815): Terminated: ok {rc=0}\u000a13:30:15.803551 --- ParallelTerminationStrategy: PID 13816 died...\u000a13:30:15.859575 run iperf3-srv_10.42.42.10(pid=13816): Terminated {rc=256}\u000a13:30:15.870021 --- ParallelTerminationStrategy: PID 13819 died...\u000a13:30:15.939742 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13819): Terminated: ok {rc=0}\u000a13:30:15.950149 --- ParallelTerminationStrategy: PID 13822 died...\u000a13:30:16.005815 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13822): Terminated: ok {rc=0}\u000a13:30:16.016353 --- ParallelTerminationStrategy: PID 13825 died...\u000a13:30:16.073097 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13825): Terminated: ok {rc=0}\u000a13:30:16.161586 bus /gobi_0: Setting Powered False\u000a13:30:17.262107 bus /gobi_0: Setting Powered False\u000a13:30:18.371390 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 234, "className" : "gprs:trx-lms", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13835): Process ended prematurely: osmo-stp_10.42.42.5(pid=13835) [trial-2375↪gprs:trx-lms↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13835)]", "failedSince" : 2142, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13835): Process ended prematurely: osmo-stp_10.42.42.5(pid=13835) [trial-2375↪gprs:trx-lms↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13835)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2375 gprs:trx-lms iperf3.py\u000a----------------------------------------------\u000a13:30:19.480255 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a13:30:19.491509 tst gprs:trx-lms: Using 1 x bts (candidates: 1)\u000a13:30:19.635679 tst iperf3.py: using LAC 28726\u000a13:30:19.761976 tst iperf3.py: using RAC 166\u000a13:30:19.887988 tst iperf3.py: using CellId 28726\u000a13:30:20.018696 tst iperf3.py: using BVCI 28727\u000a13:30:20.043519 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a13:30:20.054427 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a13:30:20.065432 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a13:30:20.076232 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a13:30:20.087057 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a13:30:20.097828 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a13:30:20.108826 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a13:30:20.119631 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a13:30:20.130636 tst gprs:trx-lms: Using 1 x modem (candidates: 4)\u000a13:30:20.406905 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a13:30:20.532442 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:30:20.850625 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13827): Launched\u000a13:30:21.125108 run iperf3-srv_10.42.42.10(pid=13828): Launched\u000a13:30:21.321353 tst iperf3.py:8: start network...\u000a13:30:21.454974 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:30:21.967687 run create_hlr_db(pid=13829): Launched\u000a13:30:22.153105 bus /gobi_6: Setting Powered False\u000a13:30:23.172599 run create_hlr_db(pid=13829): Terminated: ok {rc=0}\u000a13:30:23.576175 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13831): Launched\u000a13:30:23.877971 run osmo-hlr_10.42.42.2(pid=13832): Launched\u000a13:30:23.996071 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:30:24.526430 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13834): Launched\u000a13:30:24.826910 run osmo-stp_10.42.42.5(pid=13835): Launched\u000a13:30:24.935775 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:30:25.462239 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13837): Launched\u000a13:30:25.576851 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:30:25.856237 run patchelf(pid=13838): Launched\u000a13:30:26.044290 run osmo-stp_10.42.42.5(pid=13835): ERR: Terminated: ERROR {rc=1} [trial-2375↪gprs:trx-lms↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13835)]\u000a13:30:26.180797 run osmo-stp_10.42.42.5(pid=13835): stdout: \u000a| (launched: 2022-12-10_13:30:24.679120)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:30:26.317537 run osmo-stp_10.42.42.5(pid=13835): stderr: \u000a| �[0;m�[38;5;43m20221210133024848 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210133024848 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210133024848 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210133024849 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210133024851 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210133024851 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210133024851 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:30:26.450162 run osmo-stp_10.42.42.5(pid=13835): stdout: \u000a| (launched: 2022-12-10_13:30:24.679120)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:30:26.581482 run osmo-stp_10.42.42.5(pid=13835): stderr: \u000a| �[0;m�[38;5;43m20221210133024848 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210133024848 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210133024848 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210133024849 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210133024851 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210133024851 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210133024851 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:30:26.734868 run patchelf(pid=13838): Terminating (SIGINT)\u000a13:30:26.914255 run patchelf(pid=13838): Terminated: ok {rc=0}\u000a13:30:26.946994 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=13835): Process ended prematurely: osmo-stp_10.42.42.5(pid=13835) [trial-2375↪gprs:trx-lms↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13835)] [trial-2375↪gprs:trx-lms↪iperf3.py:8]\u000a13:30:26.956602 tst iperf3.py:8: Test FAILED (7.5 sec)\u000a13:30:27.018272 run osmo-hlr_10.42.42.2(pid=13832): ERR: Terminated: ERROR {rc=237} [trial-2375↪gprs:trx-lms↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13832)]\u000a13:30:27.068654 run osmo-hlr_10.42.42.2(pid=13832): stdout: \u000a| (launched: 2022-12-10_13:30:23.729338) \u000a13:30:27.119734 run osmo-hlr_10.42.42.2(pid=13832): stderr: \u000a| �[0;m�[1;31m20221210133023907 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210133023907 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210133023907 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210133023907 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210133023907 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210133023907 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210133023919 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2375/run.2022-12-10_12-42-03/gprs:trx-lms/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210133023930 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210133023930 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210133023930 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:30:27.163153 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13827): Terminating (SIGTERM)\u000a13:30:27.204001 run iperf3-srv_10.42.42.10(pid=13828): Terminating (SIGTERM)\u000a13:30:27.245044 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13831): Terminating (SIGTERM)\u000a13:30:27.286731 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13834): Terminating (SIGTERM)\u000a13:30:27.327779 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13837): Terminating (SIGTERM)\u000a13:30:27.337374 --- ParallelTerminationStrategy: PID 13827 died...\u000a13:30:27.392309 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13827): Terminated: ok {rc=0}\u000a13:30:27.402306 --- ParallelTerminationStrategy: PID 13828 died...\u000a13:30:27.456403 run iperf3-srv_10.42.42.10(pid=13828): Terminated {rc=256}\u000a13:30:27.466376 --- ParallelTerminationStrategy: PID 13831 died...\u000a13:30:27.520834 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13831): Terminated: ok {rc=0}\u000a13:30:27.530818 --- ParallelTerminationStrategy: PID 13834 died...\u000a13:30:27.585391 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13834): Terminated: ok {rc=0}\u000a13:30:27.595572 --- ParallelTerminationStrategy: PID 13837 died...\u000a13:30:27.650084 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13837): Terminated: ok {rc=0}\u000a13:30:27.735974 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 237, "className" : "gprs:trx-lms", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13853): Process ended prematurely: osmo-stp_10.42.42.5(pid=13853) [trial-2375↪gprs:trx-lms↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13853)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13853): Process ended prematurely: osmo-stp_10.42.42.5(pid=13853) [trial-2375↪gprs:trx-lms↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13853)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2375 gprs:trx-lms iperf3m4.py\u000a----------------------------------------------\u000a13:30:28.848891 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a13:30:28.860290 tst gprs:trx-lms: Using 1 x bts (candidates: 1)\u000a13:30:29.004184 tst iperf3m4.py: using LAC 28727\u000a13:30:29.129640 tst iperf3m4.py: using RAC 167\u000a13:30:29.254746 tst iperf3m4.py: using CellId 28727\u000a13:30:29.380349 tst iperf3m4.py: using BVCI 28728\u000a13:30:29.404942 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a13:30:29.415906 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a13:30:29.426650 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a13:30:29.437443 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a13:30:29.448055 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a13:30:29.458755 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a13:30:29.469654 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a13:30:29.480219 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a13:30:29.491114 tst gprs:trx-lms: Using 1 x modem (candidates: 4)\u000a13:30:29.607868 tst gprs:trx-lms: Using 1 x modem (candidates: 4)\u000a13:30:29.730911 tst gprs:trx-lms: Using 1 x modem (candidates: 4)\u000a13:30:29.845335 tst gprs:trx-lms: Using 1 x modem (candidates: 4)\u000a13:30:30.120653 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a13:30:30.246191 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:30:30.555514 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13839): Launched\u000a13:30:30.813436 run iperf3-srv_10.42.42.10(pid=13840): Launched\u000a13:30:31.033868 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a13:30:31.163752 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:30:31.503787 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13841): Launched\u000a13:30:31.801980 run iperf3-srv_10.42.42.10(pid=13842): Launched\u000a13:30:32.003819 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a13:30:32.140743 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:30:32.473586 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13843): Launched\u000a13:30:32.748428 run iperf3-srv_10.42.42.10(pid=13844): Launched\u000a13:30:32.943559 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a13:30:33.076425 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:30:33.405823 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13845): Launched\u000a13:30:33.680596 run iperf3-srv_10.42.42.10(pid=13846): Launched\u000a13:30:33.876263 tst iperf3m4.py:8: start network...\u000a13:30:34.009820 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:30:34.521070 run create_hlr_db(pid=13847): Launched\u000a13:30:34.705766 bus /gobi_6: Setting Powered False\u000a13:30:35.727633 run create_hlr_db(pid=13847): Terminated: ok {rc=0}\u000a13:30:36.150967 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13849): Launched\u000a13:30:36.470614 run osmo-hlr_10.42.42.2(pid=13850): Launched\u000a13:30:36.591124 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:30:37.147175 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13852): Launched\u000a13:30:37.466863 run osmo-stp_10.42.42.5(pid=13853): Launched\u000a13:30:37.583499 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:30:38.139514 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13855): Launched\u000a13:30:38.253438 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:30:38.530417 run patchelf(pid=13856): Launched\u000a13:30:38.717062 run osmo-stp_10.42.42.5(pid=13853): ERR: Terminated: ERROR {rc=1} [trial-2375↪gprs:trx-lms↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13853)]\u000a13:30:38.853525 run osmo-stp_10.42.42.5(pid=13853): stdout: \u000a| (launched: 2022-12-10_13:30:37.309679)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:30:38.989982 run osmo-stp_10.42.42.5(pid=13853): stderr: \u000a| �[0;m�[38;5;43m20221210133037504 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210133037504 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210133037504 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210133037505 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210133037505 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210133037505 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210133037505 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:30:39.122136 run osmo-stp_10.42.42.5(pid=13853): stdout: \u000a| (launched: 2022-12-10_13:30:37.309679)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:30:39.252834 run osmo-stp_10.42.42.5(pid=13853): stderr: \u000a| �[0;m�[38;5;43m20221210133037504 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210133037504 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210133037504 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210133037505 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210133037505 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210133037505 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210133037505 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:30:39.405089 run patchelf(pid=13856): Terminating (SIGINT)\u000a13:30:39.583821 run patchelf(pid=13856): Terminated: ok {rc=0}\u000a13:30:39.616513 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=13853): Process ended prematurely: osmo-stp_10.42.42.5(pid=13853) [trial-2375↪gprs:trx-lms↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13853)] [trial-2375↪gprs:trx-lms↪iperf3m4.py:8]\u000a13:30:39.626266 tst iperf3m4.py:8: Test FAILED (10.8 sec)\u000a13:30:39.688698 run osmo-hlr_10.42.42.2(pid=13850): ERR: Terminated: ERROR {rc=237} [trial-2375↪gprs:trx-lms↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13850)]\u000a13:30:39.739776 run osmo-hlr_10.42.42.2(pid=13850): stdout: \u000a| (launched: 2022-12-10_13:30:36.314139) \u000a13:30:39.791018 run osmo-hlr_10.42.42.2(pid=13850): stderr: \u000a| �[0;m�[1;31m20221210133036512 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210133036513 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210133036513 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210133036513 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210133036513 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210133036513 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210133036525 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2375/run.2022-12-10_12-42-03/gprs:trx-lms/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210133036534 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210133036534 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210133036534 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:30:39.834554 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13839): Terminating (SIGTERM)\u000a13:30:39.875952 run iperf3-srv_10.42.42.10(pid=13840): Terminating (SIGTERM)\u000a13:30:39.917681 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13841): Terminating (SIGTERM)\u000a13:30:39.959022 run iperf3-srv_10.42.42.10(pid=13842): Terminating (SIGTERM)\u000a13:30:40.000527 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13843): Terminating (SIGTERM)\u000a13:30:40.042042 run iperf3-srv_10.42.42.10(pid=13844): Terminating (SIGTERM)\u000a13:30:40.083514 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13845): Terminating (SIGTERM)\u000a13:30:40.124782 run iperf3-srv_10.42.42.10(pid=13846): Terminating (SIGTERM)\u000a13:30:40.166373 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13849): Terminating (SIGTERM)\u000a13:30:40.207942 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13852): Terminating (SIGTERM)\u000a13:30:40.249559 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13855): Terminating (SIGTERM)\u000a13:30:40.259372 --- ParallelTerminationStrategy: PID 13839 died...\u000a13:30:40.315050 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13839): Terminated: ok {rc=0}\u000a13:30:40.325211 --- ParallelTerminationStrategy: PID 13840 died...\u000a13:30:40.380217 run iperf3-srv_10.42.42.10(pid=13840): Terminated {rc=256}\u000a13:30:40.390141 --- ParallelTerminationStrategy: PID 13841 died...\u000a13:30:40.445250 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13841): Terminated: ok {rc=0}\u000a13:30:40.455140 --- ParallelTerminationStrategy: PID 13842 died...\u000a13:30:40.510330 run iperf3-srv_10.42.42.10(pid=13842): Terminated {rc=256}\u000a13:30:40.520224 --- ParallelTerminationStrategy: PID 13843 died...\u000a13:30:40.575389 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13843): Terminated: ok {rc=0}\u000a13:30:40.585395 --- ParallelTerminationStrategy: PID 13844 died...\u000a13:30:40.640333 run iperf3-srv_10.42.42.10(pid=13844): Terminated {rc=256}\u000a13:30:40.650271 --- ParallelTerminationStrategy: PID 13845 died...\u000a13:30:40.705851 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13845): Terminated: ok {rc=0}\u000a13:30:40.715932 --- ParallelTerminationStrategy: PID 13846 died...\u000a13:30:40.771010 run iperf3-srv_10.42.42.10(pid=13846): Terminated {rc=256}\u000a13:30:40.781101 --- ParallelTerminationStrategy: PID 13849 died...\u000a13:30:40.836453 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13849): Terminated: ok {rc=0}\u000a13:30:40.846526 --- ParallelTerminationStrategy: PID 13852 died...\u000a13:30:40.901697 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13852): Terminated: ok {rc=0}\u000a13:30:40.911753 --- ParallelTerminationStrategy: PID 13855 died...\u000a13:30:40.966871 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13855): Terminated: ok {rc=0}\u000a13:30:41.053593 bus /gobi_4: Setting Powered False\u000a13:30:42.160621 bus /gobi_4: Setting Powered False\u000a13:30:43.270489 bus /gobi_1: Setting Powered False\u000a13:30:44.373282 bus /gobi_1: Setting Powered False\u000a13:30:45.484081 bus /gobi_0: Setting Powered False\u000a13:30:46.592005 bus /gobi_0: Setting Powered False\u000a13:30:47.702952 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 49, "className" : "gprs:trx-lms", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13863): Process ended prematurely: osmo-stp_10.42.42.5(pid=13863) [trial-2375↪gprs:trx-lms↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13863)]", "failedSince" : 2327, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13863): Process ended prematurely: osmo-stp_10.42.42.5(pid=13863) [trial-2375↪gprs:trx-lms↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13863)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2375 gprs:trx-lms ping.py\u000a----------------------------------------------\u000a13:30:48.769397 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a13:30:48.780358 tst gprs:trx-lms: Using 1 x bts (candidates: 1)\u000a13:30:48.915545 tst ping.py: using LAC 28728\u000a13:30:49.031427 tst ping.py: using RAC 168\u000a13:30:49.150413 tst ping.py: using CellId 28728\u000a13:30:49.268148 tst ping.py: using BVCI 28729\u000a13:30:49.290614 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a13:30:49.301039 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a13:30:49.311295 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a13:30:49.321848 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a13:30:49.332183 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a13:30:49.342403 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a13:30:49.353104 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a13:30:49.363634 tst gprs:trx-lms: Using 1 x modem (candidates: 4)\u000a13:30:49.649183 tst ping.py:19: start network...\u000a13:30:49.780041 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:30:50.279158 run create_hlr_db(pid=13857): Launched\u000a13:30:50.460666 bus /gobi_6: Setting Powered False\u000a13:30:51.482005 run create_hlr_db(pid=13857): Terminated: ok {rc=0}\u000a13:30:51.898827 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13859): Launched\u000a13:30:52.209522 run osmo-hlr_10.42.42.2(pid=13860): Launched\u000a13:30:52.322849 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:30:52.869898 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13862): Launched\u000a13:30:53.182384 run osmo-stp_10.42.42.5(pid=13863): Launched\u000a13:30:53.294690 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:30:53.840450 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13865): Launched\u000a13:30:53.951810 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:30:54.224608 run patchelf(pid=13866): Launched\u000a13:30:54.408422 run osmo-stp_10.42.42.5(pid=13863): ERR: Terminated: ERROR {rc=1} [trial-2375↪gprs:trx-lms↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13863)]\u000a13:30:54.542633 run osmo-stp_10.42.42.5(pid=13863): stdout: \u000a| (launched: 2022-12-10_13:30:53.029651)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:30:54.677623 run osmo-stp_10.42.42.5(pid=13863): stderr: \u000a| �[0;m�[38;5;43m20221210133053222 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210133053222 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210133053222 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210133053223 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210133053223 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210133053223 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210133053223 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:30:54.807845 run osmo-stp_10.42.42.5(pid=13863): stdout: \u000a| (launched: 2022-12-10_13:30:53.029651)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:30:54.937701 run osmo-stp_10.42.42.5(pid=13863): stderr: \u000a| �[0;m�[38;5;43m20221210133053222 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210133053222 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210133053222 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210133053223 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210133053223 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210133053223 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210133053223 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:30:55.088018 run patchelf(pid=13866): Terminating (SIGINT)\u000a13:30:55.264047 run patchelf(pid=13866): Terminated: ok {rc=0}\u000a13:30:55.296005 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=13863): Process ended prematurely: osmo-stp_10.42.42.5(pid=13863) [trial-2375↪gprs:trx-lms↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13863)] [trial-2375↪gprs:trx-lms↪ping.py:22]\u000a13:30:55.305224 tst ping.py:22: Test FAILED (6.5 sec)\u000a13:30:55.366834 run osmo-hlr_10.42.42.2(pid=13860): ERR: Terminated: ERROR {rc=237} [trial-2375↪gprs:trx-lms↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13860)]\u000a13:30:55.417259 run osmo-hlr_10.42.42.2(pid=13860): stdout: \u000a| (launched: 2022-12-10_13:30:52.057324) \u000a13:30:55.468312 run osmo-hlr_10.42.42.2(pid=13860): stderr: \u000a| �[0;m�[1;31m20221210133052254 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210133052254 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210133052254 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210133052254 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210133052254 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210133052254 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210133052267 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2375/run.2022-12-10_12-42-03/gprs:trx-lms/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210133052275 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210133052275 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210133052275 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:30:55.511728 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13859): Terminating (SIGTERM)\u000a13:30:55.552886 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13862): Terminating (SIGTERM)\u000a13:30:55.594123 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13865): Terminating (SIGTERM)\u000a13:30:55.603674 --- ParallelTerminationStrategy: PID 13859 died...\u000a13:30:55.658432 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13859): Terminated: ok {rc=0}\u000a13:30:55.668263 --- ParallelTerminationStrategy: PID 13862 died...\u000a13:30:55.723285 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13862): Terminated: ok {rc=0}\u000a13:30:55.733264 --- ParallelTerminationStrategy: PID 13865 died...\u000a13:30:55.787593 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13865): Terminated: ok {rc=0}\u000a13:30:55.873812 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 56, "className" : "gprs:trx-lms", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13873): Process ended prematurely: osmo-stp_10.42.42.5(pid=13873) [trial-2375↪gprs:trx-lms↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13873)]", "failedSince" : 2320, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13873): Process ended prematurely: osmo-stp_10.42.42.5(pid=13873) [trial-2375↪gprs:trx-lms↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13873)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2375 gprs:trx-lms ping_idle_ping.py\u000a----------------------------------------------\u000a13:30:56.926802 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a13:30:56.939330 tst gprs:trx-lms: Using 1 x bts (candidates: 1)\u000a13:30:57.079309 tst ping_idle_ping.py: using LAC 28729\u000a13:30:57.205870 tst ping_idle_ping.py: using RAC 169\u000a13:30:57.327093 tst ping_idle_ping.py: using CellId 28729\u000a13:30:57.448576 tst ping_idle_ping.py: using BVCI 28730\u000a13:30:57.472665 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a13:30:57.483458 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a13:30:57.494622 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a13:30:57.505618 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a13:30:57.516170 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a13:30:57.526948 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a13:30:57.537783 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a13:30:57.548526 tst gprs:trx-lms: Using 1 x modem (candidates: 4)\u000a13:30:57.821664 tst ping_idle_ping.py:24: start network...\u000a13:30:57.944048 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:30:58.409531 run create_hlr_db(pid=13867): Launched\u000a13:30:58.580074 bus /gobi_6: Setting Powered False\u000a13:30:59.600620 run create_hlr_db(pid=13867): Terminated: ok {rc=0}\u000a13:31:00.019489 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13869): Launched\u000a13:31:00.333204 run osmo-hlr_10.42.42.2(pid=13870): Launched\u000a13:31:00.451362 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:31:01.036314 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13872): Launched\u000a13:31:01.387354 run osmo-stp_10.42.42.5(pid=13873): Launched\u000a13:31:01.526512 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:31:02.278709 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13875): Launched\u000a13:31:02.392808 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:31:02.667563 run patchelf(pid=13876): Launched\u000a13:31:02.852048 run osmo-stp_10.42.42.5(pid=13873): ERR: Terminated: ERROR {rc=1} [trial-2375↪gprs:trx-lms↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13873)]\u000a13:31:02.986747 run osmo-stp_10.42.42.5(pid=13873): stdout: \u000a| (launched: 2022-12-10_13:31:01.200764)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:31:03.121626 run osmo-stp_10.42.42.5(pid=13873): stderr: \u000a| �[0;m�[38;5;43m20221210133101567 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210133101567 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210133101568 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210133101568 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210133101568 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210133101574 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210133101575 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:31:03.252012 run osmo-stp_10.42.42.5(pid=13873): stdout: \u000a| (launched: 2022-12-10_13:31:01.200764)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:31:03.381794 run osmo-stp_10.42.42.5(pid=13873): stderr: \u000a| �[0;m�[38;5;43m20221210133101567 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210133101567 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210133101568 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210133101568 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210133101568 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210133101574 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210133101575 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:31:03.532333 run patchelf(pid=13876): Terminating (SIGINT)\u000a13:31:03.709509 run patchelf(pid=13876): Terminated: ok {rc=0}\u000a13:31:03.741582 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=13873): Process ended prematurely: osmo-stp_10.42.42.5(pid=13873) [trial-2375↪gprs:trx-lms↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13873)] [trial-2375↪gprs:trx-lms↪ping_idle_ping.py:27]\u000a13:31:03.750700 tst ping_idle_ping.py:27: Test FAILED (6.8 sec)\u000a13:31:03.813213 run osmo-hlr_10.42.42.2(pid=13870): ERR: Terminated: ERROR {rc=237} [trial-2375↪gprs:trx-lms↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13870)]\u000a13:31:03.864323 run osmo-hlr_10.42.42.2(pid=13870): stdout: \u000a| (launched: 2022-12-10_13:31:00.179418) \u000a13:31:03.916159 run osmo-hlr_10.42.42.2(pid=13870): stderr: \u000a| �[0;m�[1;31m20221210133100377 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210133100377 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210133100377 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210133100377 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210133100377 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210133100377 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210133100391 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2375/run.2022-12-10_12-42-03/gprs:trx-lms/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210133100401 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210133100401 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210133100401 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:31:03.959986 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13869): Terminating (SIGTERM)\u000a13:31:04.001582 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13872): Terminating (SIGTERM)\u000a13:31:04.043241 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13875): Terminating (SIGTERM)\u000a13:31:04.052910 --- ParallelTerminationStrategy: PID 13869 died...\u000a13:31:04.108639 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13869): Terminated: ok {rc=0}\u000a13:31:04.118680 --- ParallelTerminationStrategy: PID 13872 died...\u000a13:31:04.174448 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13872): Terminated: ok {rc=0}\u000a13:31:04.184487 --- ParallelTerminationStrategy: PID 13875 died...\u000a13:31:04.239631 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13875): Terminated: ok {rc=0}\u000a13:31:04.326138 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "107", "name" : "gprs_trx-lms", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T13:30:06" }, { "cases" : [ { "testActions" : [ ], "age" : 237, "className" : "gprs:trx-lms+mod-bts0-egprs", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13890): Process ended prematurely: osmo-stp_10.42.42.5(pid=13890) [trial-2375↪gprs:trx-lms+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13890)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13890): Process ended prematurely: osmo-stp_10.42.42.5(pid=13890) [trial-2375↪gprs:trx-lms+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13890)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2375 gprs:trx-lms+mod-bts0-egprs cs_paging_gprs_active.py\u000a----------------------------------------------\u000a13:31:06.463832 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:31:06.475068 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a13:31:06.616048 tst cs_paging_gprs_active.py: using LAC 28730\u000a13:31:06.736366 tst cs_paging_gprs_active.py: using RAC 170\u000a13:31:06.858139 tst cs_paging_gprs_active.py: using CellId 28730\u000a13:31:06.978910 tst cs_paging_gprs_active.py: using BVCI 28731\u000a13:31:07.001940 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:31:07.012633 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:31:07.023226 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:31:07.034156 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:31:07.044753 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:31:07.055462 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:31:07.066375 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:31:07.076915 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:31:07.087671 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a13:31:07.207326 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a13:31:07.485900 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a13:31:07.611931 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:31:07.923449 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13880): Launched\u000a13:31:08.182189 run iperf3-srv_10.42.42.10(pid=13881): Launched\u000a13:31:08.364999 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a13:31:08.490539 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:31:08.801279 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13882): Launched\u000a13:31:09.061612 run iperf3-srv_10.42.42.10(pid=13883): Launched\u000a13:31:09.246341 tst cs_paging_gprs_active.py:38: start network...\u000a13:31:09.372153 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:31:09.844529 run create_hlr_db(pid=13884): Launched\u000a13:31:10.017729 bus /gobi_6: Setting Powered False\u000a13:31:11.038472 run create_hlr_db(pid=13884): Terminated: ok {rc=0}\u000a13:31:11.462848 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13886): Launched\u000a13:31:11.782968 run osmo-hlr_10.42.42.2(pid=13887): Launched\u000a13:31:11.900425 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:31:12.453341 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13889): Launched\u000a13:31:12.772650 run osmo-stp_10.42.42.5(pid=13890): Launched\u000a13:31:12.889189 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:31:13.447745 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13892): Launched\u000a13:31:13.562851 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:31:13.842260 run patchelf(pid=13893): Launched\u000a13:31:14.030994 run osmo-stp_10.42.42.5(pid=13890): ERR: Terminated: ERROR {rc=1} [trial-2375↪gprs:trx-lms+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13890)]\u000a13:31:14.167304 run osmo-stp_10.42.42.5(pid=13890): stdout: \u000a| (launched: 2022-12-10_13:31:12.615867)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:31:14.304434 run osmo-stp_10.42.42.5(pid=13890): stderr: \u000a| �[0;m�[38;5;43m20221210133112806 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210133112806 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210133112806 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210133112807 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210133112807 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210133112807 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210133112807 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:31:14.436919 run osmo-stp_10.42.42.5(pid=13890): stdout: \u000a| (launched: 2022-12-10_13:31:12.615867)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:31:14.568582 run osmo-stp_10.42.42.5(pid=13890): stderr: \u000a| �[0;m�[38;5;43m20221210133112806 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210133112806 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210133112806 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210133112807 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210133112807 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210133112807 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210133112807 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:31:14.722574 run patchelf(pid=13893): Terminating (SIGINT)\u000a13:31:14.902769 run patchelf(pid=13893): Terminated: ok {rc=0}\u000a13:31:14.935897 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=13890): Process ended prematurely: osmo-stp_10.42.42.5(pid=13890) [trial-2375↪gprs:trx-lms+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13890)] [trial-2375↪gprs:trx-lms+mod-bts0-egprs↪cs_paging_gprs_active.py:38]\u000a13:31:14.945905 tst cs_paging_gprs_active.py:38: Test FAILED (8.5 sec)\u000a13:31:15.008462 run osmo-hlr_10.42.42.2(pid=13887): ERR: Terminated: ERROR {rc=237} [trial-2375↪gprs:trx-lms+mod-bts0-egprs↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13887)]\u000a13:31:15.059688 run osmo-hlr_10.42.42.2(pid=13887): stdout: \u000a| (launched: 2022-12-10_13:31:11.625965) \u000a13:31:15.111538 run osmo-hlr_10.42.42.2(pid=13887): stderr: \u000a| �[0;m�[1;31m20221210133111825 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210133111825 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210133111825 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210133111825 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210133111825 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210133111825 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210133111837 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2375/run.2022-12-10_12-42-03/gprs:trx-lms+mod-bts0-egprs/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210133111846 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210133111846 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210133111846 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:31:15.155284 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13880): Terminating (SIGTERM)\u000a13:31:15.196570 run iperf3-srv_10.42.42.10(pid=13881): Terminating (SIGTERM)\u000a13:31:15.238281 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13882): Terminating (SIGTERM)\u000a13:31:15.279766 run iperf3-srv_10.42.42.10(pid=13883): Terminating (SIGTERM)\u000a13:31:15.321178 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13886): Terminating (SIGTERM)\u000a13:31:15.362641 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13889): Terminating (SIGTERM)\u000a13:31:15.404101 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13892): Terminating (SIGTERM)\u000a13:31:15.413966 --- ParallelTerminationStrategy: PID 13880 died...\u000a13:31:15.469438 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13880): Terminated: ok {rc=0}\u000a13:31:15.479557 --- ParallelTerminationStrategy: PID 13881 died...\u000a13:31:15.534593 run iperf3-srv_10.42.42.10(pid=13881): Terminated {rc=256}\u000a13:31:15.544836 --- ParallelTerminationStrategy: PID 13882 died...\u000a13:31:15.599664 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13882): Terminated: ok {rc=0}\u000a13:31:15.609914 --- ParallelTerminationStrategy: PID 13883 died...\u000a13:31:15.664523 run iperf3-srv_10.42.42.10(pid=13883): Terminated {rc=256}\u000a13:31:15.674758 --- ParallelTerminationStrategy: PID 13886 died...\u000a13:31:15.729864 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13886): Terminated: ok {rc=0}\u000a13:31:15.740250 --- ParallelTerminationStrategy: PID 13889 died...\u000a13:31:15.795314 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13889): Terminated: ok {rc=0}\u000a13:31:15.805553 --- ParallelTerminationStrategy: PID 13892 died...\u000a13:31:15.873782 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13892): Terminated: ok {rc=0}\u000a13:31:15.966354 bus /gobi_0: Setting Powered False\u000a13:31:17.078173 bus /gobi_0: Setting Powered False\u000a13:31:18.188185 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 237, "className" : "gprs:trx-lms+mod-bts0-egprs", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13902): Process ended prematurely: osmo-stp_10.42.42.5(pid=13902) [trial-2375↪gprs:trx-lms+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13902)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13902): Process ended prematurely: osmo-stp_10.42.42.5(pid=13902) [trial-2375↪gprs:trx-lms+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13902)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2375 gprs:trx-lms+mod-bts0-egprs iperf3.py\u000a----------------------------------------------\u000a13:31:19.296866 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:31:19.308139 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a13:31:19.446722 tst iperf3.py: using LAC 28731\u000a13:31:19.570022 tst iperf3.py: using RAC 171\u000a13:31:19.687647 tst iperf3.py: using CellId 28731\u000a13:31:19.804694 tst iperf3.py: using BVCI 28732\u000a13:31:19.827927 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:31:19.838640 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:31:19.849120 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:31:19.859776 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:31:19.870548 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:31:19.881267 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:31:19.892097 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:31:19.902728 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:31:19.913599 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a13:31:20.203629 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a13:31:20.337942 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:31:20.669115 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13894): Launched\u000a13:31:20.944153 run iperf3-srv_10.42.42.10(pid=13895): Launched\u000a13:31:21.140284 tst iperf3.py:8: start network...\u000a13:31:21.274645 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:31:21.785599 run create_hlr_db(pid=13896): Launched\u000a13:31:21.976837 bus /gobi_6: Setting Powered False\u000a13:31:22.990970 run create_hlr_db(pid=13896): Terminated: ok {rc=0}\u000a13:31:23.392941 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13898): Launched\u000a13:31:23.692086 run osmo-hlr_10.42.42.2(pid=13899): Launched\u000a13:31:23.802473 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:31:24.322626 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13901): Launched\u000a13:31:24.622294 run osmo-stp_10.42.42.5(pid=13902): Launched\u000a13:31:24.732567 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:31:25.254764 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13904): Launched\u000a13:31:25.361597 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:31:25.622230 run patchelf(pid=13905): Launched\u000a13:31:25.798241 run osmo-stp_10.42.42.5(pid=13902): ERR: Terminated: ERROR {rc=1} [trial-2375↪gprs:trx-lms+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13902)]\u000a13:31:25.927459 run osmo-stp_10.42.42.5(pid=13902): stdout: \u000a| (launched: 2022-12-10_13:31:24.475073)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:31:26.056666 run osmo-stp_10.42.42.5(pid=13902): stderr: \u000a| �[0;m�[38;5;43m20221210133124647 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210133124647 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210133124648 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210133124648 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210133124648 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210133124649 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210133124649 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:31:26.181757 run osmo-stp_10.42.42.5(pid=13902): stdout: \u000a| (launched: 2022-12-10_13:31:24.475073)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:31:26.305704 run osmo-stp_10.42.42.5(pid=13902): stderr: \u000a| �[0;m�[38;5;43m20221210133124647 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210133124647 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210133124648 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210133124648 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210133124648 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210133124649 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210133124649 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:31:26.449923 run patchelf(pid=13905): Terminating (SIGINT)\u000a13:31:26.619045 run patchelf(pid=13905): Terminated: ok {rc=0}\u000a13:31:26.650112 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=13902): Process ended prematurely: osmo-stp_10.42.42.5(pid=13902) [trial-2375↪gprs:trx-lms+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13902)] [trial-2375↪gprs:trx-lms+mod-bts0-egprs↪iperf3.py:8]\u000a13:31:26.659161 tst iperf3.py:8: Test FAILED (7.4 sec)\u000a13:31:26.719853 run osmo-hlr_10.42.42.2(pid=13899): ERR: Terminated: ERROR {rc=237} [trial-2375↪gprs:trx-lms+mod-bts0-egprs↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13899)]\u000a13:31:26.768628 run osmo-hlr_10.42.42.2(pid=13899): stdout: \u000a| (launched: 2022-12-10_13:31:23.545159) \u000a13:31:26.818807 run osmo-hlr_10.42.42.2(pid=13899): stderr: \u000a| �[0;m�[1;31m20221210133123721 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210133123721 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210133123721 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210133123721 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210133123721 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210133123721 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210133123734 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2375/run.2022-12-10_12-42-03/gprs:trx-lms+mod-bts0-egprs/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210133123742 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210133123743 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210133123743 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:31:26.860801 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13894): Terminating (SIGTERM)\u000a13:31:26.900654 run iperf3-srv_10.42.42.10(pid=13895): Terminating (SIGTERM)\u000a13:31:26.940499 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13898): Terminating (SIGTERM)\u000a13:31:26.980206 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13901): Terminating (SIGTERM)\u000a13:31:27.019974 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13904): Terminating (SIGTERM)\u000a13:31:27.029467 --- ParallelTerminationStrategy: PID 13894 died...\u000a13:31:27.083051 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13894): Terminated: ok {rc=0}\u000a13:31:27.092690 --- ParallelTerminationStrategy: PID 13895 died...\u000a13:31:27.146220 run iperf3-srv_10.42.42.10(pid=13895): Terminated {rc=256}\u000a13:31:27.155812 --- ParallelTerminationStrategy: PID 13898 died...\u000a13:31:27.209277 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13898): Terminated: ok {rc=0}\u000a13:31:27.218867 --- ParallelTerminationStrategy: PID 13901 died...\u000a13:31:27.271689 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13901): Terminated: ok {rc=0}\u000a13:31:27.281884 --- ParallelTerminationStrategy: PID 13904 died...\u000a13:31:27.335001 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13904): Terminated: ok {rc=0}\u000a13:31:27.419101 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 237, "className" : "gprs:trx-lms+mod-bts0-egprs", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13920): Process ended prematurely: osmo-stp_10.42.42.5(pid=13920) [trial-2375↪gprs:trx-lms+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13920)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13920): Process ended prematurely: osmo-stp_10.42.42.5(pid=13920) [trial-2375↪gprs:trx-lms+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13920)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2375 gprs:trx-lms+mod-bts0-egprs iperf3m4.py\u000a----------------------------------------------\u000a13:31:28.533719 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:31:28.546144 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a13:31:28.692337 tst iperf3m4.py: using LAC 28732\u000a13:31:28.818524 tst iperf3m4.py: using RAC 172\u000a13:31:28.946465 tst iperf3m4.py: using CellId 28732\u000a13:31:29.078827 tst iperf3m4.py: using BVCI 28733\u000a13:31:29.103638 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:31:29.114791 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:31:29.125717 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:31:29.136806 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:31:29.147836 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:31:29.158882 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:31:29.170176 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:31:29.181133 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:31:29.192438 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a13:31:29.309311 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a13:31:29.426433 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a13:31:29.545971 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a13:31:29.823626 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a13:31:29.948810 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:31:30.259564 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13906): Launched\u000a13:31:30.516608 run iperf3-srv_10.42.42.10(pid=13907): Launched\u000a13:31:30.699306 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a13:31:30.824043 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:31:31.195123 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13908): Launched\u000a13:31:31.485457 run iperf3-srv_10.42.42.10(pid=13909): Launched\u000a13:31:31.688583 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a13:31:31.827905 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:31:32.177834 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13910): Launched\u000a13:31:32.453549 run iperf3-srv_10.42.42.10(pid=13911): Launched\u000a13:31:32.643983 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a13:31:32.769835 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:31:33.079136 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13912): Launched\u000a13:31:33.336888 run iperf3-srv_10.42.42.10(pid=13913): Launched\u000a13:31:33.519053 tst iperf3m4.py:8: start network...\u000a13:31:33.644038 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:31:34.116932 run create_hlr_db(pid=13914): Launched\u000a13:31:34.289332 bus /gobi_6: Setting Powered False\u000a13:31:35.312115 run create_hlr_db(pid=13914): Terminated: ok {rc=0}\u000a13:31:35.709815 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13916): Launched\u000a13:31:36.009593 run osmo-hlr_10.42.42.2(pid=13917): Launched\u000a13:31:36.123972 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:31:36.643556 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13919): Launched\u000a13:31:36.942643 run osmo-stp_10.42.42.5(pid=13920): Launched\u000a13:31:37.051923 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:31:37.574486 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13922): Launched\u000a13:31:37.681854 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:31:37.942673 run patchelf(pid=13923): Launched\u000a13:31:38.117594 run osmo-stp_10.42.42.5(pid=13920): ERR: Terminated: ERROR {rc=1} [trial-2375↪gprs:trx-lms+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13920)]\u000a13:31:38.245697 run osmo-stp_10.42.42.5(pid=13920): stdout: \u000a| (launched: 2022-12-10_13:31:36.795487)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:31:38.373838 run osmo-stp_10.42.42.5(pid=13920): stderr: \u000a| �[0;m�[38;5;43m20221210133136964 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210133136964 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210133136964 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210133136965 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210133136967 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210133136967 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210133136967 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:31:38.497635 run osmo-stp_10.42.42.5(pid=13920): stdout: \u000a| (launched: 2022-12-10_13:31:36.795487)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:31:38.620721 run osmo-stp_10.42.42.5(pid=13920): stderr: \u000a| �[0;m�[38;5;43m20221210133136964 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210133136964 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210133136964 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210133136965 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210133136967 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210133136967 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210133136967 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:31:38.764082 run patchelf(pid=13923): Terminating (SIGINT)\u000a13:31:38.933240 run patchelf(pid=13923): Terminated: ok {rc=0}\u000a13:31:38.964080 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=13920): Process ended prematurely: osmo-stp_10.42.42.5(pid=13920) [trial-2375↪gprs:trx-lms+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13920)] [trial-2375↪gprs:trx-lms+mod-bts0-egprs↪iperf3m4.py:8]\u000a13:31:38.973131 tst iperf3m4.py:8: Test FAILED (10.5 sec)\u000a13:31:39.033234 run osmo-hlr_10.42.42.2(pid=13917): ERR: Terminated: ERROR {rc=237} [trial-2375↪gprs:trx-lms+mod-bts0-egprs↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13917)]\u000a13:31:39.081680 run osmo-hlr_10.42.42.2(pid=13917): stdout: \u000a| (launched: 2022-12-10_13:31:35.861983) \u000a13:31:39.130736 run osmo-hlr_10.42.42.2(pid=13917): stderr: \u000a| �[0;m�[1;31m20221210133136039 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210133136039 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210133136039 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210133136039 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210133136039 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210133136039 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210133136051 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2375/run.2022-12-10_12-42-03/gprs:trx-lms+mod-bts0-egprs/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210133136062 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210133136062 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210133136062 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:31:39.172117 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13906): Terminating (SIGTERM)\u000a13:31:39.211578 run iperf3-srv_10.42.42.10(pid=13907): Terminating (SIGTERM)\u000a13:31:39.251027 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13908): Terminating (SIGTERM)\u000a13:31:39.290422 run iperf3-srv_10.42.42.10(pid=13909): Terminating (SIGTERM)\u000a13:31:39.329867 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13910): Terminating (SIGTERM)\u000a13:31:39.369146 run iperf3-srv_10.42.42.10(pid=13911): Terminating (SIGTERM)\u000a13:31:39.408555 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13912): Terminating (SIGTERM)\u000a13:31:39.447808 run iperf3-srv_10.42.42.10(pid=13913): Terminating (SIGTERM)\u000a13:31:39.487139 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13916): Terminating (SIGTERM)\u000a13:31:39.526419 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13919): Terminating (SIGTERM)\u000a13:31:39.565638 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13922): Terminating (SIGTERM)\u000a13:31:39.574921 --- ParallelTerminationStrategy: PID 13906 died...\u000a13:31:39.627910 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13906): Terminated: ok {rc=0}\u000a13:31:39.637645 --- ParallelTerminationStrategy: PID 13907 died...\u000a13:31:39.689991 run iperf3-srv_10.42.42.10(pid=13907): Terminated {rc=256}\u000a13:31:39.699605 --- ParallelTerminationStrategy: PID 13908 died...\u000a13:31:39.751742 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13908): Terminated: ok {rc=0}\u000a13:31:39.761242 --- ParallelTerminationStrategy: PID 13909 died...\u000a13:31:39.812920 run iperf3-srv_10.42.42.10(pid=13909): Terminated {rc=256}\u000a13:31:39.822618 --- ParallelTerminationStrategy: PID 13910 died...\u000a13:31:39.874352 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13910): Terminated: ok {rc=0}\u000a13:31:39.884213 --- ParallelTerminationStrategy: PID 13911 died...\u000a13:31:39.935991 run iperf3-srv_10.42.42.10(pid=13911): Terminated {rc=256}\u000a13:31:39.945660 --- ParallelTerminationStrategy: PID 13912 died...\u000a13:31:39.998333 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13912): Terminated: ok {rc=0}\u000a13:31:40.007752 --- ParallelTerminationStrategy: PID 13913 died...\u000a13:31:40.060097 run iperf3-srv_10.42.42.10(pid=13913): Terminated {rc=256}\u000a13:31:40.069774 --- ParallelTerminationStrategy: PID 13916 died...\u000a13:31:40.121883 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13916): Terminated: ok {rc=0}\u000a13:31:40.131320 --- ParallelTerminationStrategy: PID 13919 died...\u000a13:31:40.183359 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13919): Terminated: ok {rc=0}\u000a13:31:40.193119 --- ParallelTerminationStrategy: PID 13922 died...\u000a13:31:40.244759 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13922): Terminated: ok {rc=0}\u000a13:31:40.327266 bus /gobi_4: Setting Powered False\u000a13:31:41.433526 bus /gobi_4: Setting Powered False\u000a13:31:42.544357 bus /gobi_1: Setting Powered False\u000a13:31:43.649625 bus /gobi_1: Setting Powered False\u000a13:31:44.755443 bus /gobi_0: Setting Powered False\u000a13:31:45.863193 bus /gobi_0: Setting Powered False\u000a13:31:46.979966 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 237, "className" : "gprs:trx-lms+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13930): Process ended prematurely: osmo-stp_10.42.42.5(pid=13930) [trial-2375↪gprs:trx-lms+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13930)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13930): Process ended prematurely: osmo-stp_10.42.42.5(pid=13930) [trial-2375↪gprs:trx-lms+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13930)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2375 gprs:trx-lms+mod-bts0-egprs ping.py\u000a----------------------------------------------\u000a13:31:48.044454 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:31:48.055800 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a13:31:48.198203 tst ping.py: using LAC 28733\u000a13:31:48.312760 tst ping.py: using RAC 173\u000a13:31:48.429823 tst ping.py: using CellId 28733\u000a13:31:48.544926 tst ping.py: using BVCI 28734\u000a13:31:48.567726 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:31:48.578571 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:31:48.589145 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:31:48.599995 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:31:48.610833 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:31:48.621708 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:31:48.632601 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:31:48.643248 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a13:31:48.927452 tst ping.py:19: start network...\u000a13:31:49.058200 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:31:49.558202 run create_hlr_db(pid=13924): Launched\u000a13:31:49.739753 bus /gobi_6: Setting Powered False\u000a13:31:50.759488 run create_hlr_db(pid=13924): Terminated: ok {rc=0}\u000a13:31:51.175128 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13926): Launched\u000a13:31:51.488415 run osmo-hlr_10.42.42.2(pid=13927): Launched\u000a13:31:51.603649 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:31:52.149585 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13929): Launched\u000a13:31:52.463864 run osmo-stp_10.42.42.5(pid=13930): Launched\u000a13:31:52.576672 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:31:53.123890 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13932): Launched\u000a13:31:53.235720 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:31:53.509867 run patchelf(pid=13933): Launched\u000a13:31:53.693974 run osmo-stp_10.42.42.5(pid=13930): ERR: Terminated: ERROR {rc=1} [trial-2375↪gprs:trx-lms+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13930)]\u000a13:31:53.828454 run osmo-stp_10.42.42.5(pid=13930): stdout: \u000a| (launched: 2022-12-10_13:31:52.309027)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:31:53.962839 run osmo-stp_10.42.42.5(pid=13930): stderr: \u000a| �[0;m�[38;5;43m20221210133152499 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210133152499 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210133152499 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210133152500 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210133152500 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210133152500 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210133152500 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:31:54.092687 run osmo-stp_10.42.42.5(pid=13930): stdout: \u000a| (launched: 2022-12-10_13:31:52.309027)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:31:54.221979 run osmo-stp_10.42.42.5(pid=13930): stderr: \u000a| �[0;m�[38;5;43m20221210133152499 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210133152499 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210133152499 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210133152500 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210133152500 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210133152500 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210133152500 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:31:54.371709 run patchelf(pid=13933): Terminating (SIGINT)\u000a13:31:54.547753 run patchelf(pid=13933): Terminated: ok {rc=0}\u000a13:31:54.579755 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=13930): Process ended prematurely: osmo-stp_10.42.42.5(pid=13930) [trial-2375↪gprs:trx-lms+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13930)] [trial-2375↪gprs:trx-lms+mod-bts0-egprs↪ping.py:22]\u000a13:31:54.588860 tst ping.py:22: Test FAILED (6.5 sec)\u000a13:31:54.650988 run osmo-hlr_10.42.42.2(pid=13927): ERR: Terminated: ERROR {rc=237} [trial-2375↪gprs:trx-lms+mod-bts0-egprs↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13927)]\u000a13:31:54.701755 run osmo-hlr_10.42.42.2(pid=13927): stdout: \u000a| (launched: 2022-12-10_13:31:51.334398) \u000a13:31:54.753728 run osmo-hlr_10.42.42.2(pid=13927): stderr: \u000a| �[0;m�[1;31m20221210133151533 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210133151533 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210133151533 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210133151533 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210133151533 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210133151533 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210133151545 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2375/run.2022-12-10_12-42-03/gprs:trx-lms+mod-bts0-egprs/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210133151553 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210133151554 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210133151554 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:31:54.797374 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13926): Terminating (SIGTERM)\u000a13:31:54.838491 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13929): Terminating (SIGTERM)\u000a13:31:54.880124 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13932): Terminating (SIGTERM)\u000a13:31:54.889953 --- ParallelTerminationStrategy: PID 13926 died...\u000a13:31:54.945453 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13926): Terminated: ok {rc=0}\u000a13:31:54.955585 --- ParallelTerminationStrategy: PID 13929 died...\u000a13:31:55.010771 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13929): Terminated: ok {rc=0}\u000a13:31:55.020722 --- ParallelTerminationStrategy: PID 13932 died...\u000a13:31:55.075871 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13932): Terminated: ok {rc=0}\u000a13:31:55.162084 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 237, "className" : "gprs:trx-lms+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13940): Process ended prematurely: osmo-stp_10.42.42.5(pid=13940) [trial-2375↪gprs:trx-lms+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13940)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13940): Process ended prematurely: osmo-stp_10.42.42.5(pid=13940) [trial-2375↪gprs:trx-lms+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13940)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2375 gprs:trx-lms+mod-bts0-egprs ping_idle_ping.py\u000a----------------------------------------------\u000a13:31:56.213220 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:31:56.224842 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a13:31:56.368767 tst ping_idle_ping.py: using LAC 28734\u000a13:31:56.493829 tst ping_idle_ping.py: using RAC 174\u000a13:31:56.619313 tst ping_idle_ping.py: using CellId 28734\u000a13:31:56.743138 tst ping_idle_ping.py: using BVCI 28735\u000a13:31:56.767280 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:31:56.778560 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:31:56.789588 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:31:56.801138 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:31:56.812562 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:31:56.824078 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:31:56.835839 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:31:56.847375 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a13:31:57.120072 tst ping_idle_ping.py:24: start network...\u000a13:31:57.242744 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:31:57.709022 run create_hlr_db(pid=13934): Launched\u000a13:31:57.879119 bus /gobi_6: Setting Powered False\u000a13:31:58.899975 run create_hlr_db(pid=13934): Terminated: ok {rc=0}\u000a13:31:59.293314 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13936): Launched\u000a13:31:59.588884 run osmo-hlr_10.42.42.2(pid=13937): Launched\u000a13:31:59.701117 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:32:00.226896 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13939): Launched\u000a13:32:00.522058 run osmo-stp_10.42.42.5(pid=13940): Launched\u000a13:32:00.629593 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:32:01.194810 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13942): Launched\u000a13:32:01.312193 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:32:01.616538 run patchelf(pid=13943): Launched\u000a13:32:01.804325 run osmo-stp_10.42.42.5(pid=13940): ERR: Terminated: ERROR {rc=1} [trial-2375↪gprs:trx-lms+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13940)]\u000a13:32:01.943088 run osmo-stp_10.42.42.5(pid=13940): stdout: \u000a| (launched: 2022-12-10_13:32:00.376393)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:32:02.083209 run osmo-stp_10.42.42.5(pid=13940): stderr: \u000a| �[0;m�[38;5;43m20221210133200544 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210133200544 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210133200544 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210133200545 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210133200547 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210133200547 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210133200547 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:32:02.219801 run osmo-stp_10.42.42.5(pid=13940): stdout: \u000a| (launched: 2022-12-10_13:32:00.376393)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:32:02.350544 run osmo-stp_10.42.42.5(pid=13940): stderr: \u000a| �[0;m�[38;5;43m20221210133200544 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210133200544 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210133200544 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210133200545 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210133200547 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210133200547 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210133200547 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:32:02.501485 run patchelf(pid=13943): Terminating (SIGINT)\u000a13:32:02.679026 run patchelf(pid=13943): Terminated: ok {rc=0}\u000a13:32:02.711508 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=13940): Process ended prematurely: osmo-stp_10.42.42.5(pid=13940) [trial-2375↪gprs:trx-lms+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13940)] [trial-2375↪gprs:trx-lms+mod-bts0-egprs↪ping_idle_ping.py:27]\u000a13:32:02.720751 tst ping_idle_ping.py:27: Test FAILED (6.5 sec)\u000a13:32:02.784659 run osmo-hlr_10.42.42.2(pid=13937): ERR: Terminated: ERROR {rc=237} [trial-2375↪gprs:trx-lms+mod-bts0-egprs↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13937)]\u000a13:32:02.836271 run osmo-hlr_10.42.42.2(pid=13937): stdout: \u000a| (launched: 2022-12-10_13:31:59.443407) \u000a13:32:02.888559 run osmo-hlr_10.42.42.2(pid=13937): stderr: \u000a| �[0;m�[1;31m20221210133159621 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210133159621 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210133159621 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210133159621 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210133159621 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210133159621 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210133159633 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2375/run.2022-12-10_12-42-03/gprs:trx-lms+mod-bts0-egprs/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210133159642 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210133159642 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210133159642 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:32:02.932496 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13936): Terminating (SIGTERM)\u000a13:32:02.974498 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13939): Terminating (SIGTERM)\u000a13:32:03.017422 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13942): Terminating (SIGTERM)\u000a13:32:03.027331 --- ParallelTerminationStrategy: PID 13936 died...\u000a13:32:03.084193 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13936): Terminated: ok {rc=0}\u000a13:32:03.094327 --- ParallelTerminationStrategy: PID 13939 died...\u000a13:32:03.150235 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13939): Terminated: ok {rc=0}\u000a13:32:03.160760 --- ParallelTerminationStrategy: PID 13942 died...\u000a13:32:03.217300 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13942): Terminated: ok {rc=0}\u000a13:32:03.302688 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 59.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "108", "name" : "gprs_trx-lms+mod-bts0-egprs", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T13:31:06" }, { "cases" : [ { "testActions" : [ ], "age" : 237, "className" : "gprs:trx-lms+mod-bts0-dynts-ipa", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13957): Process ended prematurely: osmo-stp_10.42.42.5(pid=13957) [trial-2375↪gprs:trx-lms+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13957)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13957): Process ended prematurely: osmo-stp_10.42.42.5(pid=13957) [trial-2375↪gprs:trx-lms+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13957)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2375 gprs:trx-lms+mod-bts0-dynts-ipa cs_paging_gprs_active.py\u000a----------------------------------------------\u000a13:32:05.457184 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:32:05.468348 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a13:32:05.634681 tst cs_paging_gprs_active.py: using LAC 28735\u000a13:32:05.762898 tst cs_paging_gprs_active.py: using RAC 175\u000a13:32:05.888480 tst cs_paging_gprs_active.py: using CellId 28735\u000a13:32:06.014174 tst cs_paging_gprs_active.py: using BVCI 28736\u000a13:32:06.038767 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:32:06.049917 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:32:06.060887 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:32:06.071896 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:32:06.082816 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:32:06.093909 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:32:06.105094 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:32:06.115862 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:32:06.126994 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a13:32:06.242920 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a13:32:06.534814 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a13:32:06.669027 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:32:06.999947 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13947): Launched\u000a13:32:07.274340 run iperf3-srv_10.42.42.10(pid=13948): Launched\u000a13:32:07.469792 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a13:32:07.603764 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:32:07.934355 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13949): Launched\u000a13:32:08.208567 run iperf3-srv_10.42.42.10(pid=13950): Launched\u000a13:32:08.404377 tst cs_paging_gprs_active.py:38: start network...\u000a13:32:08.537559 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:32:09.048496 run create_hlr_db(pid=13951): Launched\u000a13:32:09.232808 bus /gobi_6: Setting Powered False\u000a13:32:10.254329 run create_hlr_db(pid=13951): Terminated: ok {rc=0}\u000a13:32:10.679241 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13953): Launched\u000a13:32:10.998918 run osmo-hlr_10.42.42.2(pid=13954): Launched\u000a13:32:11.116342 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:32:11.670397 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13956): Launched\u000a13:32:11.989941 run osmo-stp_10.42.42.5(pid=13957): Launched\u000a13:32:12.106085 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:32:12.663174 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13959): Launched\u000a13:32:12.778047 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:32:13.062792 run patchelf(pid=13960): Launched\u000a13:32:13.249948 run osmo-stp_10.42.42.5(pid=13957): ERR: Terminated: ERROR {rc=1} [trial-2375↪gprs:trx-lms+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13957)]\u000a13:32:13.386568 run osmo-stp_10.42.42.5(pid=13957): stdout: \u000a| (launched: 2022-12-10_13:32:11.833732)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:32:13.524691 run osmo-stp_10.42.42.5(pid=13957): stderr: \u000a| �[0;m�[38;5;43m20221210133212024 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210133212024 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210133212024 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210133212025 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210133212027 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210133212027 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210133212027 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:32:13.657725 run osmo-stp_10.42.42.5(pid=13957): stdout: \u000a| (launched: 2022-12-10_13:32:11.833732)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:32:13.789461 run osmo-stp_10.42.42.5(pid=13957): stderr: \u000a| �[0;m�[38;5;43m20221210133212024 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210133212024 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210133212024 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210133212025 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210133212027 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210133212027 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210133212027 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:32:13.942578 run patchelf(pid=13960): Terminating (SIGINT)\u000a13:32:14.122377 run patchelf(pid=13960): Terminated: ok {rc=0}\u000a13:32:14.155415 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=13957): Process ended prematurely: osmo-stp_10.42.42.5(pid=13957) [trial-2375↪gprs:trx-lms+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13957)] [trial-2375↪gprs:trx-lms+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38]\u000a13:32:14.165168 tst cs_paging_gprs_active.py:38: Test FAILED (8.7 sec)\u000a13:32:14.227559 run osmo-hlr_10.42.42.2(pid=13954): ERR: Terminated: ERROR {rc=237} [trial-2375↪gprs:trx-lms+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13954)]\u000a13:32:14.278099 run osmo-hlr_10.42.42.2(pid=13954): stdout: \u000a| (launched: 2022-12-10_13:32:10.842512) \u000a13:32:14.329209 run osmo-hlr_10.42.42.2(pid=13954): stderr: \u000a| �[0;m�[1;31m20221210133211042 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210133211042 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210133211042 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210133211042 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210133211042 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210133211042 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210133211054 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2375/run.2022-12-10_12-42-03/gprs:trx-lms+mod-bts0-dynts-ipa/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210133211062 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210133211062 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210133211062 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:32:14.372769 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13947): Terminating (SIGTERM)\u000a13:32:14.413919 run iperf3-srv_10.42.42.10(pid=13948): Terminating (SIGTERM)\u000a13:32:14.455172 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13949): Terminating (SIGTERM)\u000a13:32:14.495980 run iperf3-srv_10.42.42.10(pid=13950): Terminating (SIGTERM)\u000a13:32:14.537086 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13953): Terminating (SIGTERM)\u000a13:32:14.578244 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13956): Terminating (SIGTERM)\u000a13:32:14.619257 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13959): Terminating (SIGTERM)\u000a13:32:14.628768 --- ParallelTerminationStrategy: PID 13947 died...\u000a13:32:14.683642 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13947): Terminated: ok {rc=0}\u000a13:32:14.693643 --- ParallelTerminationStrategy: PID 13948 died...\u000a13:32:14.748375 run iperf3-srv_10.42.42.10(pid=13948): Terminated {rc=256}\u000a13:32:14.758290 --- ParallelTerminationStrategy: PID 13949 died...\u000a13:32:14.813585 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13949): Terminated: ok {rc=0}\u000a13:32:14.823553 --- ParallelTerminationStrategy: PID 13950 died...\u000a13:32:14.877911 run iperf3-srv_10.42.42.10(pid=13950): Terminated {rc=256}\u000a13:32:14.887761 --- ParallelTerminationStrategy: PID 13953 died...\u000a13:32:14.942228 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13953): Terminated: ok {rc=0}\u000a13:32:14.952071 --- ParallelTerminationStrategy: PID 13956 died...\u000a13:32:15.006555 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13956): Terminated: ok {rc=0}\u000a13:32:15.016435 --- ParallelTerminationStrategy: PID 13959 died...\u000a13:32:15.070834 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13959): Terminated: ok {rc=0}\u000a13:32:15.155804 bus /gobi_0: Setting Powered False\u000a13:32:16.261242 bus /gobi_0: Setting Powered False\u000a13:32:17.369883 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 237, "className" : "gprs:trx-lms+mod-bts0-dynts-ipa", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13969): Process ended prematurely: osmo-stp_10.42.42.5(pid=13969) [trial-2375↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13969)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13969): Process ended prematurely: osmo-stp_10.42.42.5(pid=13969) [trial-2375↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13969)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2375 gprs:trx-lms+mod-bts0-dynts-ipa iperf3.py\u000a----------------------------------------------\u000a13:32:18.478817 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:32:18.490218 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a13:32:18.647953 tst iperf3.py: using LAC 28736\u000a13:32:18.768790 tst iperf3.py: using RAC 176\u000a13:32:18.888616 tst iperf3.py: using CellId 28736\u000a13:32:19.007038 tst iperf3.py: using BVCI 28737\u000a13:32:19.030219 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:32:19.040778 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:32:19.051309 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:32:19.062073 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:32:19.072664 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:32:19.083497 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:32:19.094513 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:32:19.105310 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:32:19.116389 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a13:32:19.392054 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a13:32:19.517676 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:32:19.828701 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13961): Launched\u000a13:32:20.087046 run iperf3-srv_10.42.42.10(pid=13962): Launched\u000a13:32:20.270929 tst iperf3.py:8: start network...\u000a13:32:20.397369 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:32:20.870422 run create_hlr_db(pid=13963): Launched\u000a13:32:21.042954 bus /gobi_6: Setting Powered False\u000a13:32:22.065043 run create_hlr_db(pid=13963): Terminated: ok {rc=0}\u000a13:32:22.489587 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13965): Launched\u000a13:32:22.810679 run osmo-hlr_10.42.42.2(pid=13966): Launched\u000a13:32:22.932036 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:32:23.488801 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13968): Launched\u000a13:32:23.812731 run osmo-stp_10.42.42.5(pid=13969): Launched\u000a13:32:23.929174 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:32:24.486699 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13971): Launched\u000a13:32:24.601096 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:32:24.879115 run patchelf(pid=13972): Launched\u000a13:32:25.065901 run osmo-stp_10.42.42.5(pid=13969): ERR: Terminated: ERROR {rc=1} [trial-2375↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13969)]\u000a13:32:25.202621 run osmo-stp_10.42.42.5(pid=13969): stdout: \u000a| (launched: 2022-12-10_13:32:23.652610)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:32:25.339825 run osmo-stp_10.42.42.5(pid=13969): stderr: \u000a| �[0;m�[38;5;43m20221210133223843 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210133223843 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210133223843 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210133223844 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210133223846 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210133223846 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210133223846 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:32:25.472421 run osmo-stp_10.42.42.5(pid=13969): stdout: \u000a| (launched: 2022-12-10_13:32:23.652610)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:32:25.603991 run osmo-stp_10.42.42.5(pid=13969): stderr: \u000a| �[0;m�[38;5;43m20221210133223843 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210133223843 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210133223843 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210133223844 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210133223846 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210133223846 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210133223846 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:32:25.758165 run patchelf(pid=13972): Terminating (SIGINT)\u000a13:32:25.938057 run patchelf(pid=13972): Terminated: ok {rc=0}\u000a13:32:25.970907 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=13969): Process ended prematurely: osmo-stp_10.42.42.5(pid=13969) [trial-2375↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13969)] [trial-2375↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3.py:8]\u000a13:32:25.980331 tst iperf3.py:8: Test FAILED (7.5 sec)\u000a13:32:26.042696 run osmo-hlr_10.42.42.2(pid=13966): ERR: Terminated: ERROR {rc=237} [trial-2375↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13966)]\u000a13:32:26.093209 run osmo-hlr_10.42.42.2(pid=13966): stdout: \u000a| (launched: 2022-12-10_13:32:22.652647) \u000a13:32:26.144352 run osmo-hlr_10.42.42.2(pid=13966): stderr: \u000a| �[0;m�[1;31m20221210133222852 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210133222852 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210133222852 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210133222852 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210133222852 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210133222852 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210133222865 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2375/run.2022-12-10_12-42-03/gprs:trx-lms+mod-bts0-dynts-ipa/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210133222873 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210133222873 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210133222873 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:32:26.188427 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13961): Terminating (SIGTERM)\u000a13:32:26.230258 run iperf3-srv_10.42.42.10(pid=13962): Terminating (SIGTERM)\u000a13:32:26.271443 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13965): Terminating (SIGTERM)\u000a13:32:26.312697 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13968): Terminating (SIGTERM)\u000a13:32:26.354095 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13971): Terminating (SIGTERM)\u000a13:32:26.363649 --- ParallelTerminationStrategy: PID 13961 died...\u000a13:32:26.418777 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13961): Terminated: ok {rc=0}\u000a13:32:26.428628 --- ParallelTerminationStrategy: PID 13962 died...\u000a13:32:26.483220 run iperf3-srv_10.42.42.10(pid=13962): Terminated {rc=256}\u000a13:32:26.493157 --- ParallelTerminationStrategy: PID 13965 died...\u000a13:32:26.547791 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13965): Terminated: ok {rc=0}\u000a13:32:26.557801 --- ParallelTerminationStrategy: PID 13968 died...\u000a13:32:26.612727 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13968): Terminated: ok {rc=0}\u000a13:32:26.622809 --- ParallelTerminationStrategy: PID 13971 died...\u000a13:32:26.678674 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13971): Terminated: ok {rc=0}\u000a13:32:26.766632 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 237, "className" : "gprs:trx-lms+mod-bts0-dynts-ipa", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13990): Process ended prematurely: osmo-stp_10.42.42.5(pid=13990) [trial-2375↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13990)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13990): Process ended prematurely: osmo-stp_10.42.42.5(pid=13990) [trial-2375↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13990)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2375 gprs:trx-lms+mod-bts0-dynts-ipa iperf3m4.py\u000a----------------------------------------------\u000a13:32:27.880055 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:32:27.891405 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a13:32:28.046440 tst iperf3m4.py: using LAC 28737\u000a13:32:28.165766 tst iperf3m4.py: using RAC 177\u000a13:32:28.290236 tst iperf3m4.py: using CellId 28737\u000a13:32:28.407506 tst iperf3m4.py: using BVCI 28738\u000a13:32:28.430691 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:32:28.441475 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:32:28.451962 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:32:28.462807 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:32:28.473612 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:32:28.484311 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:32:28.495151 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:32:28.505832 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:32:28.516790 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a13:32:28.631522 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a13:32:28.754599 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a13:32:28.872133 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a13:32:29.148346 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a13:32:29.274019 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:32:29.584537 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13973): Launched\u000a13:32:29.844718 run iperf3-srv_10.42.42.10(pid=13974): Launched\u000a13:32:30.029457 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a13:32:30.155289 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:32:30.467031 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13975): Launched\u000a13:32:30.725167 run iperf3-srv_10.42.42.10(pid=13976): Launched\u000a13:32:30.923112 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a13:32:31.062836 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:32:31.417905 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13977): Launched\u000a13:32:31.705264 run iperf3-srv_10.42.42.10(pid=13978): Launched\u000a13:32:31.893924 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a13:32:32.022918 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:32:32.347592 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13979): Launched\u000a13:32:32.606129 run iperf3-srv_10.42.42.10(pid=13980): Launched\u000a13:32:32.789561 tst iperf3m4.py:8: start network...\u000a13:32:32.914567 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:32:33.387788 run create_hlr_db(pid=13981): Launched\u000a13:32:33.560677 bus /gobi_6: Setting Powered False\u000a13:32:34.582041 run create_hlr_db(pid=13981): Terminated: ok {rc=0}\u000a13:32:35.006553 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13983): Launched\u000a13:32:35.327841 run osmo-hlr_10.42.42.2(pid=13984): Launched\u000a13:32:35.449847 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:32:36.009711 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13986): Launched\u000a13:32:36.310446 run osmo-stp_10.42.42.5(pid=13990): Launched\u000a13:32:36.420616 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:32:36.942464 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13992): Launched\u000a13:32:37.049265 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:32:37.310107 run patchelf(pid=13993): Launched\u000a13:32:37.486020 run osmo-stp_10.42.42.5(pid=13990): ERR: Terminated: ERROR {rc=1} [trial-2375↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13990)]\u000a13:32:37.614628 run osmo-stp_10.42.42.5(pid=13990): stdout: \u000a| (launched: 2022-12-10_13:32:36.162087)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:32:37.743577 run osmo-stp_10.42.42.5(pid=13990): stderr: \u000a| �[0;m�[38;5;43m20221210133236328 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210133236329 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210133236329 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210133236329 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210133236331 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210133236332 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210133236332 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:32:37.868588 run osmo-stp_10.42.42.5(pid=13990): stdout: \u000a| (launched: 2022-12-10_13:32:36.162087)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:32:37.992638 run osmo-stp_10.42.42.5(pid=13990): stderr: \u000a| �[0;m�[38;5;43m20221210133236328 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210133236329 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210133236329 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210133236329 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210133236331 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210133236332 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210133236332 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:32:38.136810 run patchelf(pid=13993): Terminating (SIGINT)\u000a13:32:38.306243 run patchelf(pid=13993): Terminated: ok {rc=0}\u000a13:32:38.337295 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=13990): Process ended prematurely: osmo-stp_10.42.42.5(pid=13990) [trial-2375↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13990)] [trial-2375↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3m4.py:8]\u000a13:32:38.346458 tst iperf3m4.py:8: Test FAILED (10.5 sec)\u000a13:32:38.406616 run osmo-hlr_10.42.42.2(pid=13984): ERR: Terminated: ERROR {rc=237} [trial-2375↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13984)]\u000a13:32:38.455220 run osmo-hlr_10.42.42.2(pid=13984): stdout: \u000a| (launched: 2022-12-10_13:32:35.169855) \u000a13:32:38.504341 run osmo-hlr_10.42.42.2(pid=13984): stderr: \u000a| �[0;m�[1;31m20221210133235370 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210133235370 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210133235370 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210133235370 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210133235370 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210133235370 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210133235382 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2375/run.2022-12-10_12-42-03/gprs:trx-lms+mod-bts0-dynts-ipa/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210133235391 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210133235391 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210133235391 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:32:38.545912 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13973): Terminating (SIGTERM)\u000a13:32:38.585315 run iperf3-srv_10.42.42.10(pid=13974): Terminating (SIGTERM)\u000a13:32:38.624739 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13975): Terminating (SIGTERM)\u000a13:32:38.664054 run iperf3-srv_10.42.42.10(pid=13976): Terminating (SIGTERM)\u000a13:32:38.703698 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13977): Terminating (SIGTERM)\u000a13:32:38.743092 run iperf3-srv_10.42.42.10(pid=13978): Terminating (SIGTERM)\u000a13:32:38.782598 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13979): Terminating (SIGTERM)\u000a13:32:38.822035 run iperf3-srv_10.42.42.10(pid=13980): Terminating (SIGTERM)\u000a13:32:38.861417 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13983): Terminating (SIGTERM)\u000a13:32:38.900723 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13986): Terminating (SIGTERM)\u000a13:32:38.940151 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13992): Terminating (SIGTERM)\u000a13:32:38.949572 --- ParallelTerminationStrategy: PID 13973 died...\u000a13:32:39.002728 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13973): Terminated: ok {rc=0}\u000a13:32:39.012534 --- ParallelTerminationStrategy: PID 13974 died...\u000a13:32:39.064850 run iperf3-srv_10.42.42.10(pid=13974): Terminated {rc=256}\u000a13:32:39.074556 --- ParallelTerminationStrategy: PID 13975 died...\u000a13:32:39.127292 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13975): Terminated: ok {rc=0}\u000a13:32:39.137074 --- ParallelTerminationStrategy: PID 13976 died...\u000a13:32:39.189686 run iperf3-srv_10.42.42.10(pid=13976): Terminated {rc=256}\u000a13:32:39.199623 --- ParallelTerminationStrategy: PID 13977 died...\u000a13:32:39.252646 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13977): Terminated: ok {rc=0}\u000a13:32:39.262166 --- ParallelTerminationStrategy: PID 13978 died...\u000a13:32:39.314436 run iperf3-srv_10.42.42.10(pid=13978): Terminated {rc=256}\u000a13:32:39.324159 --- ParallelTerminationStrategy: PID 13979 died...\u000a13:32:39.377104 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13979): Terminated: ok {rc=0}\u000a13:32:39.386941 --- ParallelTerminationStrategy: PID 13980 died...\u000a13:32:39.439254 run iperf3-srv_10.42.42.10(pid=13980): Terminated {rc=256}\u000a13:32:39.449228 --- ParallelTerminationStrategy: PID 13983 died...\u000a13:32:39.501573 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13983): Terminated: ok {rc=0}\u000a13:32:39.511429 --- ParallelTerminationStrategy: PID 13986 died...\u000a13:32:39.563932 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13986): Terminated: ok {rc=0}\u000a13:32:39.573921 --- ParallelTerminationStrategy: PID 13992 died...\u000a13:32:39.626869 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13992): Terminated: ok {rc=0}\u000a13:32:39.715468 bus /gobi_4: Setting Powered False\u000a13:32:40.817771 bus /gobi_4: Setting Powered False\u000a13:32:41.928791 bus /gobi_1: Setting Powered False\u000a13:32:43.035245 bus /gobi_1: Setting Powered False\u000a13:32:44.142709 bus /gobi_0: Setting Powered False\u000a13:32:45.248074 bus /gobi_0: Setting Powered False\u000a13:32:46.370402 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 237, "className" : "gprs:trx-lms+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14000): Process ended prematurely: osmo-stp_10.42.42.5(pid=14000) [trial-2375↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14000)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14000): Process ended prematurely: osmo-stp_10.42.42.5(pid=14000) [trial-2375↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14000)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2375 gprs:trx-lms+mod-bts0-dynts-ipa ping.py\u000a----------------------------------------------\u000a13:32:47.437708 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:32:47.449635 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a13:32:47.616745 tst ping.py: using LAC 28738\u000a13:32:47.739623 tst ping.py: using RAC 178\u000a13:32:47.862654 tst ping.py: using CellId 28738\u000a13:32:47.984397 tst ping.py: using BVCI 28739\u000a13:32:48.008639 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:32:48.019912 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:32:48.030951 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:32:48.041991 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:32:48.052856 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:32:48.063816 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:32:48.075251 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:32:48.086451 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a13:32:48.357821 tst ping.py:19: start network...\u000a13:32:48.480895 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:32:48.954416 run create_hlr_db(pid=13994): Launched\u000a13:32:49.125275 bus /gobi_6: Setting Powered False\u000a13:32:50.155889 run create_hlr_db(pid=13994): Terminated: ok {rc=0}\u000a13:32:50.559147 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13996): Launched\u000a13:32:50.873753 run osmo-hlr_10.42.42.2(pid=13997): Launched\u000a13:32:50.990239 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:32:51.541431 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13999): Launched\u000a13:32:51.856512 run osmo-stp_10.42.42.5(pid=14000): Launched\u000a13:32:51.970004 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:32:52.516741 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14002): Launched\u000a13:32:52.628593 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:32:52.902796 run patchelf(pid=14003): Launched\u000a13:32:53.087156 run osmo-stp_10.42.42.5(pid=14000): ERR: Terminated: ERROR {rc=1} [trial-2375↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14000)]\u000a13:32:53.221759 run osmo-stp_10.42.42.5(pid=14000): stdout: \u000a| (launched: 2022-12-10_13:32:51.701309)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:32:53.356411 run osmo-stp_10.42.42.5(pid=14000): stderr: \u000a| �[0;m�[38;5;43m20221210133251892 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210133251893 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210133251893 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210133251893 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210133251894 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210133251894 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210133251894 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:32:53.486811 run osmo-stp_10.42.42.5(pid=14000): stdout: \u000a| (launched: 2022-12-10_13:32:51.701309)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:32:53.615896 run osmo-stp_10.42.42.5(pid=14000): stderr: \u000a| �[0;m�[38;5;43m20221210133251892 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210133251893 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210133251893 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210133251893 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210133251894 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210133251894 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210133251894 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:32:53.766812 run patchelf(pid=14003): Terminating (SIGINT)\u000a13:32:53.943992 run patchelf(pid=14003): Terminated: ok {rc=0}\u000a13:32:53.976274 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=14000): Process ended prematurely: osmo-stp_10.42.42.5(pid=14000) [trial-2375↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14000)] [trial-2375↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping.py:22]\u000a13:32:53.985747 tst ping.py:22: Test FAILED (6.5 sec)\u000a13:32:54.048181 run osmo-hlr_10.42.42.2(pid=13997): ERR: Terminated: ERROR {rc=237} [trial-2375↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13997)]\u000a13:32:54.099500 run osmo-hlr_10.42.42.2(pid=13997): stdout: \u000a| (launched: 2022-12-10_13:32:50.719693) \u000a13:32:54.151229 run osmo-hlr_10.42.42.2(pid=13997): stderr: \u000a| �[0;m�[1;31m20221210133250916 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210133250916 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210133250916 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210133250916 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210133250916 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210133250916 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210133250930 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2375/run.2022-12-10_12-42-03/gprs:trx-lms+mod-bts0-dynts-ipa/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210133250938 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210133250938 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210133250938 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:32:54.195471 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13996): Terminating (SIGTERM)\u000a13:32:54.237177 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13999): Terminating (SIGTERM)\u000a13:32:54.278819 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14002): Terminating (SIGTERM)\u000a13:32:54.288294 --- ParallelTerminationStrategy: PID 13996 died...\u000a13:32:54.344053 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13996): Terminated: ok {rc=0}\u000a13:32:54.354367 --- ParallelTerminationStrategy: PID 13999 died...\u000a13:32:54.409724 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13999): Terminated: ok {rc=0}\u000a13:32:54.419929 --- ParallelTerminationStrategy: PID 14002 died...\u000a13:32:54.475223 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14002): Terminated: ok {rc=0}\u000a13:32:54.561498 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 45, "className" : "gprs:trx-lms+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14010): Process ended prematurely: osmo-stp_10.42.42.5(pid=14010) [trial-2375↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14010)]", "failedSince" : 2331, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14010): Process ended prematurely: osmo-stp_10.42.42.5(pid=14010) [trial-2375↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14010)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2375 gprs:trx-lms+mod-bts0-dynts-ipa ping_idle_ping.py\u000a----------------------------------------------\u000a13:32:55.613254 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:32:55.625113 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a13:32:55.782243 tst ping_idle_ping.py: using LAC 28739\u000a13:32:55.898815 tst ping_idle_ping.py: using RAC 179\u000a13:32:56.017950 tst ping_idle_ping.py: using CellId 28739\u000a13:32:56.140714 tst ping_idle_ping.py: using BVCI 28740\u000a13:32:56.163437 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:32:56.174348 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:32:56.185046 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:32:56.195916 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:32:56.206773 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:32:56.217622 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:32:56.228594 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:32:56.239470 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a13:32:56.527481 tst ping_idle_ping.py:24: start network...\u000a13:32:56.658964 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:32:57.158928 run create_hlr_db(pid=14004): Launched\u000a13:32:57.341906 bus /gobi_6: Setting Powered False\u000a13:32:58.363376 run create_hlr_db(pid=14004): Terminated: ok {rc=0}\u000a13:32:58.760356 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14006): Launched\u000a13:32:59.055739 run osmo-hlr_10.42.42.2(pid=14007): Launched\u000a13:32:59.165154 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:32:59.676791 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14009): Launched\u000a13:32:59.971818 run osmo-stp_10.42.42.5(pid=14010): Launched\u000a13:33:00.078966 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:33:00.593133 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14012): Launched\u000a13:33:00.698043 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:33:01.007069 run patchelf(pid=14013): Launched\u000a13:33:01.200842 run osmo-stp_10.42.42.5(pid=14010): ERR: Terminated: ERROR {rc=1} [trial-2375↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14010)]\u000a13:33:01.342024 run osmo-stp_10.42.42.5(pid=14010): stdout: \u000a| (launched: 2022-12-10_13:32:59.826557)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:33:01.483452 run osmo-stp_10.42.42.5(pid=14010): stderr: \u000a| �[0;m�[38;5;43m20221210133259996 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210133259996 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210133259996 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210133259997 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210133259999 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210133259999 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210133259999 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:33:01.621971 run osmo-stp_10.42.42.5(pid=14010): stdout: \u000a| (launched: 2022-12-10_13:32:59.826557)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:33:01.759193 run osmo-stp_10.42.42.5(pid=14010): stderr: \u000a| �[0;m�[38;5;43m20221210133259996 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210133259996 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210133259996 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210133259997 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210133259999 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210133259999 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210133259999 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:33:01.917552 run patchelf(pid=14013): Terminating (SIGINT)\u000a13:33:02.103033 run patchelf(pid=14013): Terminated: ok {rc=0}\u000a13:33:02.136940 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=14010): Process ended prematurely: osmo-stp_10.42.42.5(pid=14010) [trial-2375↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14010)] [trial-2375↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping_idle_ping.py:27]\u000a13:33:02.148167 tst ping_idle_ping.py:27: Test FAILED (6.5 sec)\u000a13:33:02.212478 run osmo-hlr_10.42.42.2(pid=14007): ERR: Terminated: ERROR {rc=237} [trial-2375↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14007)]\u000a13:33:02.264563 run osmo-hlr_10.42.42.2(pid=14007): stdout: \u000a| (launched: 2022-12-10_13:32:58.910460) \u000a13:33:02.317640 run osmo-hlr_10.42.42.2(pid=14007): stderr: \u000a| �[0;m�[1;31m20221210133259087 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210133259087 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210133259087 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210133259087 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210133259087 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210133259087 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210133259100 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2375/run.2022-12-10_12-42-03/gprs:trx-lms+mod-bts0-dynts-ipa/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210133259108 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210133259108 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210133259108 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:33:02.362299 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14006): Terminating (SIGTERM)\u000a13:33:02.405697 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14009): Terminating (SIGTERM)\u000a13:33:02.447959 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14012): Terminating (SIGTERM)\u000a13:33:02.458113 --- ParallelTerminationStrategy: PID 14006 died...\u000a13:33:02.514804 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14006): Terminated: ok {rc=0}\u000a13:33:02.525572 --- ParallelTerminationStrategy: PID 14009 died...\u000a13:33:02.582135 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14009): Terminated: ok {rc=0}\u000a13:33:02.592426 --- ParallelTerminationStrategy: PID 14012 died...\u000a13:33:02.648589 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14012): Terminated: ok {rc=0}\u000a13:33:02.733408 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "109", "name" : "gprs_trx-lms+mod-bts0-dynts-ipa", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T13:32:05" }, { "cases" : [ { "testActions" : [ ], "age" : 237, "className" : "gprs:trx-lms+mod-bts0-dynts-osmo", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14028): Process ended prematurely: osmo-stp_10.42.42.5(pid=14028) [trial-2375↪gprs:trx-lms+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14028)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14028): Process ended prematurely: osmo-stp_10.42.42.5(pid=14028) [trial-2375↪gprs:trx-lms+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14028)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2375 gprs:trx-lms+mod-bts0-dynts-osmo cs_paging_gprs_active.py\u000a----------------------------------------------\u000a13:33:04.894090 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:33:04.905195 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a13:33:05.069849 tst cs_paging_gprs_active.py: using LAC 28740\u000a13:33:05.196349 tst cs_paging_gprs_active.py: using RAC 180\u000a13:33:05.322330 tst cs_paging_gprs_active.py: using CellId 28740\u000a13:33:05.447459 tst cs_paging_gprs_active.py: using BVCI 28741\u000a13:33:05.472289 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:33:05.483455 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:33:05.494458 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:33:05.505685 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:33:05.516726 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:33:05.528163 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:33:05.539614 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:33:05.550716 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:33:05.562085 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a13:33:05.681297 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a13:33:05.965687 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a13:33:06.091519 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:33:06.402970 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14018): Launched\u000a13:33:06.662791 run iperf3-srv_10.42.42.10(pid=14019): Launched\u000a13:33:06.846507 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a13:33:06.971162 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:33:07.281522 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14020): Launched\u000a13:33:07.539963 run iperf3-srv_10.42.42.10(pid=14021): Launched\u000a13:33:07.723027 tst cs_paging_gprs_active.py:38: start network...\u000a13:33:07.848595 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:33:08.331234 run create_hlr_db(pid=14022): Launched\u000a13:33:08.503821 bus /gobi_6: Setting Powered False\u000a13:33:09.525582 run create_hlr_db(pid=14022): Terminated: ok {rc=0}\u000a13:33:09.950900 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14024): Launched\u000a13:33:10.273341 run osmo-hlr_10.42.42.2(pid=14025): Launched\u000a13:33:10.394449 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:33:10.951183 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14027): Launched\u000a13:33:11.271909 run osmo-stp_10.42.42.5(pid=14028): Launched\u000a13:33:11.392574 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:33:11.951438 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14030): Launched\u000a13:33:12.066965 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:33:12.346396 run patchelf(pid=14031): Launched\u000a13:33:12.535555 run osmo-stp_10.42.42.5(pid=14028): ERR: Terminated: ERROR {rc=1} [trial-2375↪gprs:trx-lms+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14028)]\u000a13:33:12.672609 run osmo-stp_10.42.42.5(pid=14028): stdout: \u000a| (launched: 2022-12-10_13:33:11.114336)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:33:12.810583 run osmo-stp_10.42.42.5(pid=14028): stderr: \u000a| �[0;m�[38;5;43m20221210133311304 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210133311305 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210133311305 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210133311305 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210133311306 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210133311306 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210133311306 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:33:12.943340 run osmo-stp_10.42.42.5(pid=14028): stdout: \u000a| (launched: 2022-12-10_13:33:11.114336)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:33:13.075770 run osmo-stp_10.42.42.5(pid=14028): stderr: \u000a| �[0;m�[38;5;43m20221210133311304 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210133311305 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210133311305 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210133311305 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210133311306 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210133311306 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210133311306 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:33:13.228850 run patchelf(pid=14031): Terminating (SIGINT)\u000a13:33:13.408743 run patchelf(pid=14031): Terminated: ok {rc=0}\u000a13:33:13.441687 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=14028): Process ended prematurely: osmo-stp_10.42.42.5(pid=14028) [trial-2375↪gprs:trx-lms+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14028)] [trial-2375↪gprs:trx-lms+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38]\u000a13:33:13.451475 tst cs_paging_gprs_active.py:38: Test FAILED (8.6 sec)\u000a13:33:13.514384 run osmo-hlr_10.42.42.2(pid=14025): ERR: Terminated: ERROR {rc=237} [trial-2375↪gprs:trx-lms+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14025)]\u000a13:33:13.565702 run osmo-hlr_10.42.42.2(pid=14025): stdout: \u000a| (launched: 2022-12-10_13:33:10.114879) \u000a13:33:13.617779 run osmo-hlr_10.42.42.2(pid=14025): stderr: \u000a| �[0;m�[1;31m20221210133310312 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210133310312 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210133310312 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210133310312 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210133310312 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210133310312 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210133310325 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2375/run.2022-12-10_12-42-03/gprs:trx-lms+mod-bts0-dynts-osmo/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210133310333 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210133310334 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210133310334 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:33:13.661701 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14018): Terminating (SIGTERM)\u000a13:33:13.703351 run iperf3-srv_10.42.42.10(pid=14019): Terminating (SIGTERM)\u000a13:33:13.745298 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14020): Terminating (SIGTERM)\u000a13:33:13.786733 run iperf3-srv_10.42.42.10(pid=14021): Terminating (SIGTERM)\u000a13:33:13.828346 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14024): Terminating (SIGTERM)\u000a13:33:13.869993 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14027): Terminating (SIGTERM)\u000a13:33:13.911375 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14030): Terminating (SIGTERM)\u000a13:33:13.921318 --- ParallelTerminationStrategy: PID 14018 died...\u000a13:33:13.977098 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14018): Terminated: ok {rc=0}\u000a13:33:13.987125 --- ParallelTerminationStrategy: PID 14019 died...\u000a13:33:14.042678 run iperf3-srv_10.42.42.10(pid=14019): Terminated {rc=256}\u000a13:33:14.052695 --- ParallelTerminationStrategy: PID 14020 died...\u000a13:33:14.108308 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14020): Terminated: ok {rc=0}\u000a13:33:14.118321 --- ParallelTerminationStrategy: PID 14021 died...\u000a13:33:14.173615 run iperf3-srv_10.42.42.10(pid=14021): Terminated {rc=256}\u000a13:33:14.183539 --- ParallelTerminationStrategy: PID 14024 died...\u000a13:33:14.238560 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14024): Terminated: ok {rc=0}\u000a13:33:14.248694 --- ParallelTerminationStrategy: PID 14027 died...\u000a13:33:14.303880 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14027): Terminated: ok {rc=0}\u000a13:33:14.313969 --- ParallelTerminationStrategy: PID 14030 died...\u000a13:33:14.369294 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14030): Terminated: ok {rc=0}\u000a13:33:14.454640 bus /gobi_0: Setting Powered False\u000a13:33:15.560438 bus /gobi_0: Setting Powered False\u000a13:33:16.676707 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 237, "className" : "gprs:trx-lms+mod-bts0-dynts-osmo", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14040): Process ended prematurely: osmo-stp_10.42.42.5(pid=14040) [trial-2375↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14040)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14040): Process ended prematurely: osmo-stp_10.42.42.5(pid=14040) [trial-2375↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14040)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2375 gprs:trx-lms+mod-bts0-dynts-osmo iperf3.py\u000a----------------------------------------------\u000a13:33:17.790319 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:33:17.802113 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a13:33:17.970886 tst iperf3.py: using LAC 28741\u000a13:33:18.098218 tst iperf3.py: using RAC 181\u000a13:33:18.222115 tst iperf3.py: using CellId 28741\u000a13:33:18.346908 tst iperf3.py: using BVCI 28742\u000a13:33:18.371588 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:33:18.382843 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:33:18.393814 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:33:18.405211 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:33:18.416340 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:33:18.427690 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:33:18.439083 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:33:18.450150 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:33:18.461684 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a13:33:18.737558 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a13:33:18.862802 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:33:19.171930 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14032): Launched\u000a13:33:19.430161 run iperf3-srv_10.42.42.10(pid=14033): Launched\u000a13:33:19.613096 tst iperf3.py:8: start network...\u000a13:33:19.737793 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:33:20.219807 run create_hlr_db(pid=14034): Launched\u000a13:33:20.392464 bus /gobi_6: Setting Powered False\u000a13:33:21.414277 run create_hlr_db(pid=14034): Terminated: ok {rc=0}\u000a13:33:21.839722 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14036): Launched\u000a13:33:22.160292 run osmo-hlr_10.42.42.2(pid=14037): Launched\u000a13:33:22.280376 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:33:22.841567 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14039): Launched\u000a13:33:23.162774 run osmo-stp_10.42.42.5(pid=14040): Launched\u000a13:33:23.279666 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:33:23.841255 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14042): Launched\u000a13:33:23.956295 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:33:24.235722 run patchelf(pid=14043): Launched\u000a13:33:24.422947 run osmo-stp_10.42.42.5(pid=14040): ERR: Terminated: ERROR {rc=1} [trial-2375↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14040)]\u000a13:33:24.559675 run osmo-stp_10.42.42.5(pid=14040): stdout: \u000a| (launched: 2022-12-10_13:33:23.004771)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:33:24.696762 run osmo-stp_10.42.42.5(pid=14040): stderr: \u000a| �[0;m�[38;5;43m20221210133323197 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210133323197 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210133323198 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210133323198 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210133323198 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210133323199 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210133323199 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:33:24.829886 run osmo-stp_10.42.42.5(pid=14040): stdout: \u000a| (launched: 2022-12-10_13:33:23.004771)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:33:24.961391 run osmo-stp_10.42.42.5(pid=14040): stderr: \u000a| �[0;m�[38;5;43m20221210133323197 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210133323197 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210133323198 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210133323198 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210133323198 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210133323199 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210133323199 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:33:25.114304 run patchelf(pid=14043): Terminating (SIGINT)\u000a13:33:25.294314 run patchelf(pid=14043): Terminated: ok {rc=0}\u000a13:33:25.327441 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=14040): Process ended prematurely: osmo-stp_10.42.42.5(pid=14040) [trial-2375↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14040)] [trial-2375↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3.py:8]\u000a13:33:25.337323 tst iperf3.py:8: Test FAILED (7.6 sec)\u000a13:33:25.401068 run osmo-hlr_10.42.42.2(pid=14037): ERR: Terminated: ERROR {rc=237} [trial-2375↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14037)]\u000a13:33:25.452519 run osmo-hlr_10.42.42.2(pid=14037): stdout: \u000a| (launched: 2022-12-10_13:33:22.002583) \u000a13:33:25.504791 run osmo-hlr_10.42.42.2(pid=14037): stderr: \u000a| �[0;m�[1;31m20221210133322203 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210133322203 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210133322203 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210133322203 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210133322203 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210133322203 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210133322216 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2375/run.2022-12-10_12-42-03/gprs:trx-lms+mod-bts0-dynts-osmo/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210133322226 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210133322226 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210133322226 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:33:25.549161 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14032): Terminating (SIGTERM)\u000a13:33:25.592060 run iperf3-srv_10.42.42.10(pid=14033): Terminating (SIGTERM)\u000a13:33:25.634068 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14036): Terminating (SIGTERM)\u000a13:33:25.676464 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14039): Terminating (SIGTERM)\u000a13:33:25.718554 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14042): Terminating (SIGTERM)\u000a13:33:25.728581 --- ParallelTerminationStrategy: PID 14032 died...\u000a13:33:25.784858 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14032): Terminated: ok {rc=0}\u000a13:33:25.794937 --- ParallelTerminationStrategy: PID 14033 died...\u000a13:33:25.850837 run iperf3-srv_10.42.42.10(pid=14033): Terminated {rc=256}\u000a13:33:25.861169 --- ParallelTerminationStrategy: PID 14036 died...\u000a13:33:25.916655 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14036): Terminated: ok {rc=0}\u000a13:33:25.926783 --- ParallelTerminationStrategy: PID 14039 died...\u000a13:33:25.982669 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14039): Terminated: ok {rc=0}\u000a13:33:25.992740 --- ParallelTerminationStrategy: PID 14042 died...\u000a13:33:26.048686 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14042): Terminated: ok {rc=0}\u000a13:33:26.134058 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 237, "className" : "gprs:trx-lms+mod-bts0-dynts-osmo", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14058): Process ended prematurely: osmo-stp_10.42.42.5(pid=14058) [trial-2375↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14058)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14058): Process ended prematurely: osmo-stp_10.42.42.5(pid=14058) [trial-2375↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14058)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2375 gprs:trx-lms+mod-bts0-dynts-osmo iperf3m4.py\u000a----------------------------------------------\u000a13:33:27.248233 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:33:27.260003 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a13:33:27.425863 tst iperf3m4.py: using LAC 28742\u000a13:33:27.552430 tst iperf3m4.py: using RAC 182\u000a13:33:27.680287 tst iperf3m4.py: using CellId 28742\u000a13:33:27.806249 tst iperf3m4.py: using BVCI 28743\u000a13:33:27.830780 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:33:27.842006 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:33:27.853100 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:33:27.864338 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:33:27.875535 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:33:27.887113 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:33:27.898443 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:33:27.909724 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:33:27.921066 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a13:33:28.040258 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a13:33:28.159592 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a13:33:28.274493 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a13:33:28.567675 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a13:33:28.701930 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:33:29.032850 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14044): Launched\u000a13:33:29.308487 run iperf3-srv_10.42.42.10(pid=14045): Launched\u000a13:33:29.504533 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a13:33:29.638504 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:33:29.969539 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14046): Launched\u000a13:33:30.246101 run iperf3-srv_10.42.42.10(pid=14047): Launched\u000a13:33:30.443009 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a13:33:30.577113 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:33:30.910993 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14048): Launched\u000a13:33:31.206372 run iperf3-srv_10.42.42.10(pid=14049): Launched\u000a13:33:31.406978 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a13:33:31.544851 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:33:31.879855 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14050): Launched\u000a13:33:32.164178 run iperf3-srv_10.42.42.10(pid=14051): Launched\u000a13:33:32.349845 tst iperf3m4.py:8: start network...\u000a13:33:32.474916 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:33:32.956499 run create_hlr_db(pid=14052): Launched\u000a13:33:33.127712 bus /gobi_6: Setting Powered False\u000a13:33:34.149900 run create_hlr_db(pid=14052): Terminated: ok {rc=0}\u000a13:33:34.574403 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14054): Launched\u000a13:33:34.894980 run osmo-hlr_10.42.42.2(pid=14055): Launched\u000a13:33:35.015658 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:33:35.571957 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14057): Launched\u000a13:33:35.892775 run osmo-stp_10.42.42.5(pid=14058): Launched\u000a13:33:36.009815 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:33:36.568099 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14060): Launched\u000a13:33:36.682626 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:33:36.961097 run patchelf(pid=14061): Launched\u000a13:33:37.147498 run osmo-stp_10.42.42.5(pid=14058): ERR: Terminated: ERROR {rc=1} [trial-2375↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14058)]\u000a13:33:37.283957 run osmo-stp_10.42.42.5(pid=14058): stdout: \u000a| (launched: 2022-12-10_13:33:35.735139)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:33:37.421664 run osmo-stp_10.42.42.5(pid=14058): stderr: \u000a| �[0;m�[38;5;43m20221210133335927 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210133335927 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210133335927 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210133335928 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210133335928 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210133335928 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210133335929 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:33:37.554421 run osmo-stp_10.42.42.5(pid=14058): stdout: \u000a| (launched: 2022-12-10_13:33:35.735139)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:33:37.685750 run osmo-stp_10.42.42.5(pid=14058): stderr: \u000a| �[0;m�[38;5;43m20221210133335927 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210133335927 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210133335927 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210133335928 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210133335928 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210133335928 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210133335929 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:33:37.839162 run patchelf(pid=14061): Terminating (SIGINT)\u000a13:33:38.019026 run patchelf(pid=14061): Terminated: ok {rc=0}\u000a13:33:38.051891 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=14058): Process ended prematurely: osmo-stp_10.42.42.5(pid=14058) [trial-2375↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14058)] [trial-2375↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3m4.py:8]\u000a13:33:38.061685 tst iperf3m4.py:8: Test FAILED (10.8 sec)\u000a13:33:38.125546 run osmo-hlr_10.42.42.2(pid=14055): ERR: Terminated: ERROR {rc=237} [trial-2375↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14055)]\u000a13:33:38.176670 run osmo-hlr_10.42.42.2(pid=14055): stdout: \u000a| (launched: 2022-12-10_13:33:34.737206) \u000a13:33:38.228500 run osmo-hlr_10.42.42.2(pid=14055): stderr: \u000a| �[0;m�[1;31m20221210133334934 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210133334934 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210133334934 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210133334935 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210133334935 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210133334935 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210133334946 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2375/run.2022-12-10_12-42-03/gprs:trx-lms+mod-bts0-dynts-osmo/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210133334954 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210133334954 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210133334954 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:33:38.272454 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14044): Terminating (SIGTERM)\u000a13:33:38.314671 run iperf3-srv_10.42.42.10(pid=14045): Terminating (SIGTERM)\u000a13:33:38.356217 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14046): Terminating (SIGTERM)\u000a13:33:38.397884 run iperf3-srv_10.42.42.10(pid=14047): Terminating (SIGTERM)\u000a13:33:38.439477 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14048): Terminating (SIGTERM)\u000a13:33:38.481071 run iperf3-srv_10.42.42.10(pid=14049): Terminating (SIGTERM)\u000a13:33:38.522811 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14050): Terminating (SIGTERM)\u000a13:33:38.564450 run iperf3-srv_10.42.42.10(pid=14051): Terminating (SIGTERM)\u000a13:33:38.606271 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14054): Terminating (SIGTERM)\u000a13:33:38.647537 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14057): Terminating (SIGTERM)\u000a13:33:38.689587 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14060): Terminating (SIGTERM)\u000a13:33:38.699546 --- ParallelTerminationStrategy: PID 14044 died...\u000a13:33:38.755866 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14044): Terminated: ok {rc=0}\u000a13:33:38.766629 --- ParallelTerminationStrategy: PID 14045 died...\u000a13:33:38.822364 run iperf3-srv_10.42.42.10(pid=14045): Terminated {rc=256}\u000a13:33:38.832603 --- ParallelTerminationStrategy: PID 14046 died...\u000a13:33:38.888242 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14046): Terminated: ok {rc=0}\u000a13:33:38.898329 --- ParallelTerminationStrategy: PID 14047 died...\u000a13:33:38.954114 run iperf3-srv_10.42.42.10(pid=14047): Terminated {rc=256}\u000a13:33:38.964191 --- ParallelTerminationStrategy: PID 14048 died...\u000a13:33:39.019792 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14048): Terminated: ok {rc=0}\u000a13:33:39.030185 --- ParallelTerminationStrategy: PID 14049 died...\u000a13:33:39.085856 run iperf3-srv_10.42.42.10(pid=14049): Terminated {rc=256}\u000a13:33:39.095880 --- ParallelTerminationStrategy: PID 14050 died...\u000a13:33:39.151359 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14050): Terminated: ok {rc=0}\u000a13:33:39.161906 --- ParallelTerminationStrategy: PID 14051 died...\u000a13:33:39.217487 run iperf3-srv_10.42.42.10(pid=14051): Terminated {rc=256}\u000a13:33:39.227576 --- ParallelTerminationStrategy: PID 14054 died...\u000a13:33:39.283144 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14054): Terminated: ok {rc=0}\u000a13:33:39.293423 --- ParallelTerminationStrategy: PID 14057 died...\u000a13:33:39.348915 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14057): Terminated: ok {rc=0}\u000a13:33:39.359228 --- ParallelTerminationStrategy: PID 14060 died...\u000a13:33:39.414914 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14060): Terminated: ok {rc=0}\u000a13:33:39.502580 bus /gobi_4: Setting Powered False\u000a13:33:40.603725 bus /gobi_4: Setting Powered False\u000a13:33:41.715466 bus /gobi_1: Setting Powered False\u000a13:33:42.816835 bus /gobi_1: Setting Powered False\u000a13:33:43.922713 bus /gobi_0: Setting Powered False\u000a13:33:45.027568 bus /gobi_0: Setting Powered False\u000a13:33:46.179079 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 237, "className" : "gprs:trx-lms+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14068): Process ended prematurely: osmo-stp_10.42.42.5(pid=14068) [trial-2375↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14068)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14068): Process ended prematurely: osmo-stp_10.42.42.5(pid=14068) [trial-2375↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14068)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2375 gprs:trx-lms+mod-bts0-dynts-osmo ping.py\u000a----------------------------------------------\u000a13:33:47.253644 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:33:47.265871 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a13:33:47.429590 tst ping.py: using LAC 28743\u000a13:33:47.555744 tst ping.py: using RAC 183\u000a13:33:47.684386 tst ping.py: using CellId 28743\u000a13:33:47.806301 tst ping.py: using BVCI 28744\u000a13:33:47.830597 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:33:47.841817 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:33:47.852714 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:33:47.863927 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:33:47.875357 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:33:47.886632 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:33:47.898231 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:33:47.909243 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a13:33:48.183612 tst ping.py:19: start network...\u000a13:33:48.306227 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:33:48.778572 run create_hlr_db(pid=14062): Launched\u000a13:33:48.960076 bus /gobi_6: Setting Powered False\u000a13:33:49.969814 run create_hlr_db(pid=14062): Terminated: ok {rc=0}\u000a13:33:50.394882 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14064): Launched\u000a13:33:50.710689 run osmo-hlr_10.42.42.2(pid=14065): Launched\u000a13:33:50.830684 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:33:51.380406 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14067): Launched\u000a13:33:51.695705 run osmo-stp_10.42.42.5(pid=14068): Launched\u000a13:33:51.811241 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:33:52.362039 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14070): Launched\u000a13:33:52.474703 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:33:52.749776 run patchelf(pid=14071): Launched\u000a13:33:52.935378 run osmo-stp_10.42.42.5(pid=14068): ERR: Terminated: ERROR {rc=1} [trial-2375↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14068)]\u000a13:33:53.070270 run osmo-stp_10.42.42.5(pid=14068): stdout: \u000a| (launched: 2022-12-10_13:33:51.540102)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:33:53.205754 run osmo-stp_10.42.42.5(pid=14068): stderr: \u000a| �[0;m�[38;5;43m20221210133351731 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210133351731 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210133351732 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210133351732 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210133351732 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210133351732 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210133351733 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:33:53.336609 run osmo-stp_10.42.42.5(pid=14068): stdout: \u000a| (launched: 2022-12-10_13:33:51.540102)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:33:53.466698 run osmo-stp_10.42.42.5(pid=14068): stderr: \u000a| �[0;m�[38;5;43m20221210133351731 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210133351731 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210133351732 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210133351732 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210133351732 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210133351732 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210133351733 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:33:53.617940 run patchelf(pid=14071): Terminating (SIGINT)\u000a13:33:53.796100 run patchelf(pid=14071): Terminated: ok {rc=0}\u000a13:33:53.828336 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=14068): Process ended prematurely: osmo-stp_10.42.42.5(pid=14068) [trial-2375↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14068)] [trial-2375↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping.py:22]\u000a13:33:53.837433 tst ping.py:22: Test FAILED (6.6 sec)\u000a13:33:53.900588 run osmo-hlr_10.42.42.2(pid=14065): ERR: Terminated: ERROR {rc=237} [trial-2375↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14065)]\u000a13:33:53.951836 run osmo-hlr_10.42.42.2(pid=14065): stdout: \u000a| (launched: 2022-12-10_13:33:50.555581) \u000a13:33:54.003572 run osmo-hlr_10.42.42.2(pid=14065): stderr: \u000a| �[0;m�[1;31m20221210133350753 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210133350753 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210133350754 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210133350754 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210133350754 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210133350754 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210133350769 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2375/run.2022-12-10_12-42-03/gprs:trx-lms+mod-bts0-dynts-osmo/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210133350779 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210133350779 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210133350779 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:33:54.047244 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14064): Terminating (SIGTERM)\u000a13:33:54.088749 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14067): Terminating (SIGTERM)\u000a13:33:54.130548 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14070): Terminating (SIGTERM)\u000a13:33:54.140209 --- ParallelTerminationStrategy: PID 14064 died...\u000a13:33:54.195550 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14064): Terminated: ok {rc=0}\u000a13:33:54.205916 --- ParallelTerminationStrategy: PID 14067 died...\u000a13:33:54.261260 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14067): Terminated: ok {rc=0}\u000a13:33:54.271360 --- ParallelTerminationStrategy: PID 14070 died...\u000a13:33:54.326455 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14070): Terminated: ok {rc=0}\u000a13:33:54.412034 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 237, "className" : "gprs:trx-lms+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14078): Process ended prematurely: osmo-stp_10.42.42.5(pid=14078) [trial-2375↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14078)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14078): Process ended prematurely: osmo-stp_10.42.42.5(pid=14078) [trial-2375↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14078)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2375 gprs:trx-lms+mod-bts0-dynts-osmo ping_idle_ping.py\u000a----------------------------------------------\u000a13:33:55.464604 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:33:55.476350 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a13:33:55.640518 tst ping_idle_ping.py: using LAC 28744\u000a13:33:55.764516 tst ping_idle_ping.py: using RAC 184\u000a13:33:55.890182 tst ping_idle_ping.py: using CellId 28744\u000a13:33:56.010423 tst ping_idle_ping.py: using BVCI 28745\u000a13:33:56.033541 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:33:56.044239 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:33:56.054853 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:33:56.066379 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:33:56.077499 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:33:56.088621 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:33:56.099797 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:33:56.110950 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a13:33:56.385438 tst ping_idle_ping.py:24: start network...\u000a13:33:56.508251 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:33:56.987098 run create_hlr_db(pid=14072): Launched\u000a13:33:57.158823 bus /gobi_6: Setting Powered False\u000a13:33:58.179715 run create_hlr_db(pid=14072): Terminated: ok {rc=0}\u000a13:33:58.600188 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14074): Launched\u000a13:33:58.917561 run osmo-hlr_10.42.42.2(pid=14075): Launched\u000a13:33:59.035589 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:33:59.587141 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14077): Launched\u000a13:33:59.903794 run osmo-stp_10.42.42.5(pid=14078): Launched\u000a13:34:00.018426 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:34:00.569900 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14080): Launched\u000a13:34:00.683264 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:34:00.982772 run patchelf(pid=14081): Launched\u000a13:34:01.170272 run osmo-stp_10.42.42.5(pid=14078): ERR: Terminated: ERROR {rc=1} [trial-2375↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14078)]\u000a13:34:01.302046 run osmo-stp_10.42.42.5(pid=14078): stdout: \u000a| (launched: 2022-12-10_13:33:59.747919)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:34:01.435993 run osmo-stp_10.42.42.5(pid=14078): stderr: \u000a| �[0;m�[38;5;43m20221210133359938 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210133359938 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210133359938 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210133359939 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210133359941 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210133359941 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210133359941 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:34:01.563070 run osmo-stp_10.42.42.5(pid=14078): stdout: \u000a| (launched: 2022-12-10_13:33:59.747919)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:34:01.691687 run osmo-stp_10.42.42.5(pid=14078): stderr: \u000a| �[0;m�[38;5;43m20221210133359938 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210133359938 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210133359938 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210133359939 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210133359941 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210133359941 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210133359941 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:34:01.838607 run patchelf(pid=14081): Terminating (SIGINT)\u000a13:34:02.011445 run patchelf(pid=14081): Terminated: ok {rc=0}\u000a13:34:02.043402 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=14078): Process ended prematurely: osmo-stp_10.42.42.5(pid=14078) [trial-2375↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14078)] [trial-2375↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping_idle_ping.py:27]\u000a13:34:02.052885 tst ping_idle_ping.py:27: Test FAILED (6.6 sec)\u000a13:34:02.114047 run osmo-hlr_10.42.42.2(pid=14075): ERR: Terminated: ERROR {rc=237} [trial-2375↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14075)]\u000a13:34:02.164335 run osmo-hlr_10.42.42.2(pid=14075): stdout: \u000a| (launched: 2022-12-10_13:33:58.761453) \u000a13:34:02.214802 run osmo-hlr_10.42.42.2(pid=14075): stderr: \u000a| �[0;m�[1;31m20221210133358959 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210133358959 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210133358959 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210133358959 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210133358959 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210133358959 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210133358971 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2375/run.2022-12-10_12-42-03/gprs:trx-lms+mod-bts0-dynts-osmo/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210133358979 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210133358980 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210133358980 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:34:02.256920 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14074): Terminating (SIGTERM)\u000a13:34:02.296881 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14077): Terminating (SIGTERM)\u000a13:34:02.336642 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14080): Terminating (SIGTERM)\u000a13:34:02.346028 --- ParallelTerminationStrategy: PID 14074 died...\u000a13:34:02.399599 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14074): Terminated: ok {rc=0}\u000a13:34:02.409905 --- ParallelTerminationStrategy: PID 14077 died...\u000a13:34:02.462981 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14077): Terminated: ok {rc=0}\u000a13:34:02.472591 --- ParallelTerminationStrategy: PID 14080 died...\u000a13:34:02.525331 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14080): Terminated: ok {rc=0}\u000a13:34:02.612374 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "110", "name" : "gprs_trx-lms+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T13:33:04" }, { "cases" : [ { "testActions" : [ ], "age" : 237, "className" : "dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14093): Process ended prematurely: osmo-stp_10.42.42.5(pid=14093) [trial-2375↪dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14093)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14093): Process ended prematurely: osmo-stp_10.42.42.5(pid=14093) [trial-2375↪dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14093)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2375 dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any switch_tch_pdch.py\u000a----------------------------------------------\u000a13:34:04.643901 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a13:34:04.655893 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a13:34:04.811265 tst switch_tch_pdch.py: using LAC 28745\u000a13:34:04.927267 tst switch_tch_pdch.py: using RAC 185\u000a13:34:05.043057 tst switch_tch_pdch.py: using CellId 28745\u000a13:34:05.159421 tst switch_tch_pdch.py: using BVCI 28746\u000a13:34:05.182321 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a13:34:05.193350 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a13:34:05.204160 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a13:34:05.215197 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a13:34:05.226079 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a13:34:05.236795 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a13:34:05.247768 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a13:34:05.258650 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a13:34:05.376552 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a13:34:05.670539 tst switch_tch_pdch.py:51: start network...\u000a13:34:05.802225 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:34:06.297796 run create_hlr_db(pid=14087): Launched\u000a13:34:06.480561 bus /gobi_6: Setting Powered False\u000a13:34:07.490990 run create_hlr_db(pid=14087): Terminated: ok {rc=0}\u000a13:34:07.891448 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14089): Launched\u000a13:34:08.185422 run osmo-hlr_10.42.42.2(pid=14090): Launched\u000a13:34:08.297316 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:34:08.816129 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14092): Launched\u000a13:34:09.110104 run osmo-stp_10.42.42.5(pid=14093): Launched\u000a13:34:09.216854 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:34:09.728651 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14095): Launched\u000a13:34:09.833248 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:34:10.089837 run patchelf(pid=14096): Launched\u000a13:34:10.262281 run osmo-stp_10.42.42.5(pid=14093): ERR: Terminated: ERROR {rc=1} [trial-2375↪dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14093)]\u000a13:34:10.388015 run osmo-stp_10.42.42.5(pid=14093): stdout: \u000a| (launched: 2022-12-10_13:34:08.965499)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:34:10.514657 run osmo-stp_10.42.42.5(pid=14093): stderr: \u000a| �[0;m�[38;5;43m20221210133409133 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210133409134 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210133409134 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210133409134 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210133409136 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210133409137 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210133409137 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:34:10.636168 run osmo-stp_10.42.42.5(pid=14093): stdout: \u000a| (launched: 2022-12-10_13:34:08.965499)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:34:10.757250 run osmo-stp_10.42.42.5(pid=14093): stderr: \u000a| �[0;m�[38;5;43m20221210133409133 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210133409134 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210133409134 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210133409134 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210133409136 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210133409137 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210133409137 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:34:10.898071 run patchelf(pid=14096): Terminating (SIGINT)\u000a13:34:11.063817 run patchelf(pid=14096): Terminated: ok {rc=0}\u000a13:34:11.093908 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=14093): Process ended prematurely: osmo-stp_10.42.42.5(pid=14093) [trial-2375↪dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14093)] [trial-2375↪dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54]\u000a13:34:11.102483 tst switch_tch_pdch.py:54: Test FAILED (6.4 sec)\u000a13:34:11.160926 run osmo-hlr_10.42.42.2(pid=14090): ERR: Terminated: ERROR {rc=237} [trial-2375↪dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14090)]\u000a13:34:11.208851 run osmo-hlr_10.42.42.2(pid=14090): stdout: \u000a| (launched: 2022-12-10_13:34:08.040855) \u000a13:34:11.257668 run osmo-hlr_10.42.42.2(pid=14090): stderr: \u000a| �[0;m�[1;31m20221210133408218 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210133408218 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210133408218 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210133408218 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210133408218 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210133408218 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210133408230 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2375/run.2022-12-10_12-42-03/dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210133408239 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210133408239 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210133408239 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:34:11.298746 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14089): Terminating (SIGTERM)\u000a13:34:11.337681 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14092): Terminating (SIGTERM)\u000a13:34:11.376437 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14095): Terminating (SIGTERM)\u000a13:34:11.385498 --- ParallelTerminationStrategy: PID 14089 died...\u000a13:34:11.437677 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14089): Terminated: ok {rc=0}\u000a13:34:11.447155 --- ParallelTerminationStrategy: PID 14092 died...\u000a13:34:11.499085 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14092): Terminated: ok {rc=0}\u000a13:34:11.508486 --- ParallelTerminationStrategy: PID 14095 died...\u000a13:34:11.560115 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14095): Terminated: ok {rc=0}\u000a13:34:11.641477 bus /gobi_0: Setting Powered False\u000a13:34:12.740366 bus /gobi_0: Setting Powered False\u000a13:34:13.851156 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "111", "name" : "dynts_trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T13:34:04" }, { "cases" : [ { "testActions" : [ ], "age" : 237, "className" : "dynts:trx-lms+mod-bts0-dynts67-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14106): Process ended prematurely: osmo-stp_10.42.42.5(pid=14106) [trial-2375↪dynts:trx-lms+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14106)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14106): Process ended prematurely: osmo-stp_10.42.42.5(pid=14106) [trial-2375↪dynts:trx-lms+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14106)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2375 dynts:trx-lms+mod-bts0-dynts67-osmo switch_tch_pdch.py\u000a----------------------------------------------\u000a13:34:15.819314 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a13:34:15.833598 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x bts (candidates: 1)\u000a13:34:16.006866 tst switch_tch_pdch.py: using LAC 28746\u000a13:34:16.138722 tst switch_tch_pdch.py: using RAC 186\u000a13:34:16.266012 tst switch_tch_pdch.py: using CellId 28746\u000a13:34:16.393122 tst switch_tch_pdch.py: using BVCI 28747\u000a13:34:16.418525 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a13:34:16.431000 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a13:34:16.444001 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a13:34:16.457228 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a13:34:16.470248 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a13:34:16.483393 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a13:34:16.496714 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a13:34:16.509345 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a13:34:16.644650 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a13:34:16.993418 tst switch_tch_pdch.py:51: start network...\u000a13:34:17.118160 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:34:17.594425 run create_hlr_db(pid=14100): Launched\u000a13:34:17.722570 bus /gobi_6: Setting Powered False\u000a13:34:18.798246 run create_hlr_db(pid=14100): Terminated: ok {rc=0}\u000a13:34:19.167996 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14102): Launched\u000a13:34:19.462186 run osmo-hlr_10.42.42.2(pid=14103): Launched\u000a13:34:19.569900 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:34:20.055218 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14105): Launched\u000a13:34:20.348769 run osmo-stp_10.42.42.5(pid=14106): Launched\u000a13:34:20.455831 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:34:20.943937 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14108): Launched\u000a13:34:21.048219 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:34:21.304939 run patchelf(pid=14109): Launched\u000a13:34:21.477235 run osmo-stp_10.42.42.5(pid=14106): ERR: Terminated: ERROR {rc=1} [trial-2375↪dynts:trx-lms+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14106)]\u000a13:34:21.603227 run osmo-stp_10.42.42.5(pid=14106): stdout: \u000a| (launched: 2022-12-10_13:34:20.204543)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:34:21.729180 run osmo-stp_10.42.42.5(pid=14106): stderr: \u000a| �[0;m�[38;5;43m20221210133420375 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210133420375 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210133420376 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210133420376 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210133420377 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210133420377 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210133420377 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:34:21.851075 run osmo-stp_10.42.42.5(pid=14106): stdout: \u000a| (launched: 2022-12-10_13:34:20.204543)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:34:21.971985 run osmo-stp_10.42.42.5(pid=14106): stderr: \u000a| �[0;m�[38;5;43m20221210133420375 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210133420375 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210133420376 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210133420376 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210133420377 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210133420377 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210133420377 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:34:22.113552 run patchelf(pid=14109): Terminating (SIGINT)\u000a13:34:22.280382 run patchelf(pid=14109): Terminated: ok {rc=0}\u000a13:34:22.310611 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=14106): Process ended prematurely: osmo-stp_10.42.42.5(pid=14106) [trial-2375↪dynts:trx-lms+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14106)] [trial-2375↪dynts:trx-lms+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54]\u000a13:34:22.319111 tst switch_tch_pdch.py:54: Test FAILED (6.5 sec)\u000a13:34:22.377733 run osmo-hlr_10.42.42.2(pid=14103): ERR: Terminated: ERROR {rc=237} [trial-2375↪dynts:trx-lms+mod-bts0-dynts67-osmo↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14103)]\u000a13:34:22.425747 run osmo-hlr_10.42.42.2(pid=14103): stdout: \u000a| (launched: 2022-12-10_13:34:19.317611) \u000a13:34:22.474217 run osmo-hlr_10.42.42.2(pid=14103): stderr: \u000a| �[0;m�[1;31m20221210133419493 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210133419493 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210133419493 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210133419494 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210133419494 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210133419494 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210133419506 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2375/run.2022-12-10_12-42-03/dynts:trx-lms+mod-bts0-dynts67-osmo/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210133419514 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210133419515 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210133419515 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:34:22.515524 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14102): Terminating (SIGTERM)\u000a13:34:22.554522 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14105): Terminating (SIGTERM)\u000a13:34:22.593915 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14108): Terminating (SIGTERM)\u000a13:34:22.602997 --- ParallelTerminationStrategy: PID 14102 died...\u000a13:34:22.654912 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14102): Terminated: ok {rc=0}\u000a13:34:22.664341 --- ParallelTerminationStrategy: PID 14105 died...\u000a13:34:22.716507 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14105): Terminated: ok {rc=0}\u000a13:34:22.725987 --- ParallelTerminationStrategy: PID 14108 died...\u000a13:34:22.778225 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14108): Terminated: ok {rc=0}\u000a13:34:22.865146 bus /gobi_0: Setting Powered False\u000a13:34:23.966351 bus /gobi_0: Setting Powered False\u000a13:34:25.077432 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "112", "name" : "dynts_trx-lms+mod-bts0-dynts67-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T13:34:15" }, { "cases" : [ { "testActions" : [ ], "age" : 236, "className" : "nitb_sms:trx-lms-limenet-micro", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=14114): Process ended prematurely: osmo-nitb_10.42.42.2(pid=14114) [trial-2375↪nitb_sms:trx-lms-limenet-micro↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=14114)]", "failedSince" : 2140, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_sms/mo_mt_sms.py\", line 11, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=14114): Process ended prematurely: osmo-nitb_10.42.42.2(pid=14114) [trial-2375↪nitb_sms:trx-lms-limenet-micro↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=14114)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2375 nitb_sms:trx-lms-limenet-micro mo_mt_sms.py\u000a----------------------------------------------\u000a13:34:26.957314 tst nitb_sms:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 1)\u000a13:34:26.969508 tst nitb_sms:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a13:34:27.105423 tst mo_mt_sms.py: using LAC 28747\u000a13:34:27.228721 tst mo_mt_sms.py: using RAC 187\u000a13:34:27.360118 tst mo_mt_sms.py: using CellId 28747\u000a13:34:27.494965 tst mo_mt_sms.py: using BVCI 28748\u000a13:34:27.519202 tst nitb_sms:trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a13:34:27.633135 tst nitb_sms:trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a13:34:27.919158 tst mo_mt_sms.py:9: start nitb and bts...\u000a13:34:28.049872 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a13:34:28.698594 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=14113): Launched\u000a13:34:29.011230 run osmo-nitb_10.42.42.2(pid=14114): Launched\u000a13:34:29.204886 run osmo-nitb_10.42.42.2(pid=14114): ERR: Terminated: ERROR {rc=2} [trial-2375↪nitb_sms:trx-lms-limenet-micro↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=14114)]\u000a13:34:29.347300 run osmo-nitb_10.42.42.2(pid=14114): stdout: \u000a| (launched: 2022-12-10_13:34:28.860277) \u000a13:34:29.489646 run osmo-nitb_10.42.42.2(pid=14114): stderr: \u000a| (launched: 2022-12-10_13:34:28.907488)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a13:34:29.627361 run osmo-nitb_10.42.42.2(pid=14114): stdout: \u000a| (launched: 2022-12-10_13:34:28.860277) \u000a13:34:29.764079 run osmo-nitb_10.42.42.2(pid=14114): stderr: \u000a| (launched: 2022-12-10_13:34:28.907488)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a13:34:30.137645 tst osmo-nitb_10.42.42.2(pid=14114): stdout: \u000a| (launched: 2022-12-10_13:34:28.860277) \u000a13:34:30.262333 tst osmo-nitb_10.42.42.2(pid=14114): stderr: \u000a| (launched: 2022-12-10_13:34:28.907488)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a13:34:30.317064 tst mo_mt_sms.py:11: ERR: Error: osmo-nitb_10.42.42.2(pid=14114): Process ended prematurely: osmo-nitb_10.42.42.2(pid=14114) [trial-2375↪nitb_sms:trx-lms-limenet-micro↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=14114)] [trial-2375↪nitb_sms:trx-lms-limenet-micro↪mo_mt_sms.py:11]\u000a13:34:30.325759 tst mo_mt_sms.py:11: Test FAILED (3.4 sec)\u000a13:34:30.362152 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=14113): Terminating (SIGTERM)\u000a13:34:30.539803 --- ParallelTerminationStrategy: PID 14113 died...\u000a13:34:30.597565 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=14113): Terminated: ok {rc=0}\u000a13:34:30.683397 bus /sierra_3: Setting Powered False\u000a13:34:31.785707 bus /sierra_3: Setting Powered False\u000a13:34:32.892119 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 8.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "113", "name" : "nitb_sms_trx-lms-limenet-micro", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T13:34:26" }, { "cases" : [ { "testActions" : [ ], "age" : 237, "className" : "sms:trx-lms-limenet-micro", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14125): Process ended prematurely: osmo-stp_10.42.42.5(pid=14125) [trial-2375↪sms:trx-lms-limenet-micro↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14125)]", "failedSince" : 2139, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/sms/mo_mt_sms.py\", line 16, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14125): Process ended prematurely: osmo-stp_10.42.42.5(pid=14125) [trial-2375↪sms:trx-lms-limenet-micro↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14125)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2375 sms:trx-lms-limenet-micro mo_mt_sms.py\u000a----------------------------------------------\u000a13:34:34.772695 tst sms:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a13:34:34.783989 tst sms:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a13:34:34.920330 tst mo_mt_sms.py: using LAC 28748\u000a13:34:35.048783 tst mo_mt_sms.py: using RAC 188\u000a13:34:35.172756 tst mo_mt_sms.py: using CellId 28748\u000a13:34:35.295126 tst mo_mt_sms.py: using BVCI 28749\u000a13:34:35.319273 tst sms:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a13:34:35.330348 tst sms:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a13:34:35.341427 tst sms:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a13:34:35.352743 tst sms:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a13:34:35.364050 tst sms:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a13:34:35.375451 tst sms:trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a13:34:35.489180 tst sms:trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a13:34:35.686117 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:34:36.158318 run create_hlr_db(pid=14119): Launched\u000a13:34:36.327991 bus /sierra_2: Setting Powered False\u000a13:34:37.349422 run create_hlr_db(pid=14119): Terminated: ok {rc=0}\u000a13:34:37.767076 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14121): Launched\u000a13:34:38.082298 run osmo-hlr_10.42.42.2(pid=14122): Launched\u000a13:34:38.200784 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:34:38.750876 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14124): Launched\u000a13:34:39.068471 run osmo-stp_10.42.42.5(pid=14125): Launched\u000a13:34:39.183175 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a13:34:39.764316 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14127): Launched\u000a13:34:40.080881 run osmo-msc_10.42.42.6(pid=14128): Launched\u000a13:34:40.266784 run osmo-stp_10.42.42.5(pid=14125): ERR: Terminated: ERROR {rc=1} [trial-2375↪sms:trx-lms-limenet-micro↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14125)]\u000a13:34:40.401152 run osmo-stp_10.42.42.5(pid=14125): stdout: \u000a| (launched: 2022-12-10_13:34:38.911313)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:34:40.534725 run osmo-stp_10.42.42.5(pid=14125): stderr: \u000a| �[0;m�[38;5;43m20221210133439102 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210133439102 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210133439102 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210133439103 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210133439103 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210133439103 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210133439103 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:34:40.661421 run osmo-stp_10.42.42.5(pid=14125): stdout: \u000a| (launched: 2022-12-10_13:34:38.911313)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:34:40.787674 run osmo-stp_10.42.42.5(pid=14125): stderr: \u000a| �[0;m�[38;5;43m20221210133439102 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210133439102 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210133439102 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210133439103 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210133439103 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210133439103 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210133439103 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:34:40.842884 tst mo_mt_sms.py:16: ERR: Error: osmo-stp_10.42.42.5(pid=14125): Process ended prematurely: osmo-stp_10.42.42.5(pid=14125) [trial-2375↪sms:trx-lms-limenet-micro↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14125)] [trial-2375↪sms:trx-lms-limenet-micro↪mo_mt_sms.py:16]\u000a13:34:40.851419 tst mo_mt_sms.py:16: Test FAILED (6.1 sec)\u000a13:34:40.914465 run osmo-hlr_10.42.42.2(pid=14122): ERR: Terminated: ERROR {rc=237} [trial-2375↪sms:trx-lms-limenet-micro↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14122)]\u000a13:34:40.965869 run osmo-hlr_10.42.42.2(pid=14122): stdout: \u000a| (launched: 2022-12-10_13:34:37.927612) \u000a13:34:41.018045 run osmo-hlr_10.42.42.2(pid=14122): stderr: \u000a| �[0;m�[1;31m20221210133438125 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210133438126 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210133438126 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210133438126 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210133438126 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210133438126 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210133438139 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2375/run.2022-12-10_12-42-03/sms:trx-lms-limenet-micro/mo_mt_sms.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210133438150 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210133438150 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210133438150 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:34:41.088872 run osmo-msc_10.42.42.6(pid=14128): ERR: Terminated: ERROR {rc=2} [trial-2375↪sms:trx-lms-limenet-micro↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=14128)]\u000a13:34:41.140433 run osmo-msc_10.42.42.6(pid=14128): stdout: \u000a| (launched: 2022-12-10_13:34:39.925707) \u000a13:34:41.192738 run osmo-msc_10.42.42.6(pid=14128): stderr: \u000a| �[0;m�[38;5;43m20221210133440245 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210133440245 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fc51e81ac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210133440245 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210133440245 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210133440246 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210133440246 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210133440247 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210133440248 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210133440248 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210133440248 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a13:34:41.236798 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14121): Terminating (SIGTERM)\u000a13:34:41.278773 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14124): Terminating (SIGTERM)\u000a13:34:41.321641 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14127): Terminating (SIGTERM)\u000a13:34:41.331990 --- ParallelTerminationStrategy: PID 14121 died...\u000a13:34:41.388330 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14121): Terminated: ok {rc=0}\u000a13:34:41.398622 --- ParallelTerminationStrategy: PID 14124 died...\u000a13:34:41.454307 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14124): Terminated: ok {rc=0}\u000a13:34:41.464746 --- ParallelTerminationStrategy: PID 14127 died...\u000a13:34:41.520483 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14127): Terminated: ok {rc=0}\u000a13:34:41.607079 bus /sierra_3: Setting Powered False\u000a13:34:42.708814 bus /sierra_3: Setting Powered False\u000a13:34:43.821362 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 11.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "114", "name" : "sms_trx-lms-limenet-micro", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T13:34:34" }, { "cases" : [ { "testActions" : [ ], "age" : 236, "className" : "nitb_ussd:trx-lms-limenet-micro", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=14134): Process ended prematurely: osmo-nitb_10.42.42.2(pid=14134) [trial-2375↪nitb_ussd:trx-lms-limenet-micro↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=14134)]", "failedSince" : 2140, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_ussd/assert_extension.py\", line 12, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=14134): Process ended prematurely: osmo-nitb_10.42.42.2(pid=14134) [trial-2375↪nitb_ussd:trx-lms-limenet-micro↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=14134)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2375 nitb_ussd:trx-lms-limenet-micro assert_extension.py\u000a----------------------------------------------\u000a13:34:45.642379 tst nitb_ussd:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 1)\u000a13:34:45.653086 tst nitb_ussd:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a13:34:45.782224 tst assert_extension.py: using LAC 28749\u000a13:34:45.911282 tst assert_extension.py: using RAC 189\u000a13:34:46.043258 tst assert_extension.py: using CellId 28749\u000a13:34:46.201373 tst assert_extension.py: using BVCI 28750\u000a13:34:46.232248 tst nitb_ussd:trx-lms-limenet-micro: Using 1 x modem (candidates: 1)\u000a13:34:46.588399 tst assert_extension.py:10: start nitb and bts...\u000a13:34:46.724584 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a13:34:47.425502 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=14133): Launched\u000a13:34:47.717903 run osmo-nitb_10.42.42.2(pid=14134): Launched\u000a13:34:47.900429 run osmo-nitb_10.42.42.2(pid=14134): ERR: Terminated: ERROR {rc=2} [trial-2375↪nitb_ussd:trx-lms-limenet-micro↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=14134)]\u000a13:34:48.034767 run osmo-nitb_10.42.42.2(pid=14134): stdout: \u000a| (launched: 2022-12-10_13:34:47.576077) \u000a13:34:48.169123 run osmo-nitb_10.42.42.2(pid=14134): stderr: \u000a| (launched: 2022-12-10_13:34:47.620160)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a13:34:48.299105 run osmo-nitb_10.42.42.2(pid=14134): stdout: \u000a| (launched: 2022-12-10_13:34:47.576077) \u000a13:34:48.428190 run osmo-nitb_10.42.42.2(pid=14134): stderr: \u000a| (launched: 2022-12-10_13:34:47.620160)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a13:34:48.837394 tst osmo-nitb_10.42.42.2(pid=14134): stdout: \u000a| (launched: 2022-12-10_13:34:47.576077) \u000a13:34:48.954711 tst osmo-nitb_10.42.42.2(pid=14134): stderr: \u000a| (launched: 2022-12-10_13:34:47.620160)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a13:34:49.006167 tst assert_extension.py:12: ERR: Error: osmo-nitb_10.42.42.2(pid=14134): Process ended prematurely: osmo-nitb_10.42.42.2(pid=14134) [trial-2375↪nitb_ussd:trx-lms-limenet-micro↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=14134)] [trial-2375↪nitb_ussd:trx-lms-limenet-micro↪assert_extension.py:12]\u000a13:34:49.014183 tst assert_extension.py:12: Test FAILED (3.4 sec)\u000a13:34:49.047835 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=14133): Terminating (SIGTERM)\u000a13:34:49.225054 --- ParallelTerminationStrategy: PID 14133 died...\u000a13:34:49.278675 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=14133): Terminated: ok {rc=0}\u000a13:34:49.365028 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 6.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "115", "name" : "nitb_ussd_trx-lms-limenet-micro", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T13:34:45" }, { "cases" : [ { "testActions" : [ ], "age" : 237, "className" : "ussd:trx-lms-limenet-micro", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14144): Process ended prematurely: osmo-stp_10.42.42.5(pid=14144) [trial-2375↪ussd:trx-lms-limenet-micro↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14144)]", "failedSince" : 2139, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/ussd/assert_extension.py\", line 17, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14144): Process ended prematurely: osmo-stp_10.42.42.5(pid=14144) [trial-2375↪ussd:trx-lms-limenet-micro↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14144)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2375 ussd:trx-lms-limenet-micro assert_extension.py\u000a----------------------------------------------\u000a13:34:51.184262 tst ussd:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a13:34:51.194860 tst ussd:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a13:34:51.325330 tst assert_extension.py: using LAC 28750\u000a13:34:51.441502 tst assert_extension.py: using RAC 190\u000a13:34:51.564156 tst assert_extension.py: using CellId 28750\u000a13:34:51.680439 tst assert_extension.py: using BVCI 28751\u000a13:34:51.702765 tst ussd:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a13:34:51.713742 tst ussd:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a13:34:51.724218 tst ussd:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a13:34:51.735209 tst ussd:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a13:34:51.746173 tst ussd:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a13:34:51.756932 tst ussd:trx-lms-limenet-micro: Using 1 x modem (candidates: 1)\u000a13:34:51.954449 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:34:52.426535 run create_hlr_db(pid=14138): Launched\u000a13:34:52.596753 bus /sierra_2: Setting Powered False\u000a13:34:53.617829 run create_hlr_db(pid=14138): Terminated: ok {rc=0}\u000a13:34:54.034930 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14140): Launched\u000a13:34:54.332385 run osmo-hlr_10.42.42.2(pid=14141): Launched\u000a13:34:54.441402 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:34:54.956932 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14143): Launched\u000a13:34:55.253666 run osmo-stp_10.42.42.5(pid=14144): Launched\u000a13:34:55.361373 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a13:34:55.899466 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14146): Launched\u000a13:34:56.195022 run osmo-msc_10.42.42.6(pid=14147): Launched\u000a13:34:56.368702 run osmo-stp_10.42.42.5(pid=14144): ERR: Terminated: ERROR {rc=1} [trial-2375↪ussd:trx-lms-limenet-micro↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14144)]\u000a13:34:56.493939 run osmo-stp_10.42.42.5(pid=14144): stdout: \u000a| (launched: 2022-12-10_13:34:55.107104)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:34:56.616050 run osmo-stp_10.42.42.5(pid=14144): stderr: \u000a| �[0;m�[38;5;43m20221210133455278 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210133455279 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210133455279 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210133455279 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210133455280 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210133455280 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210133455280 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:34:56.734058 run osmo-stp_10.42.42.5(pid=14144): stdout: \u000a| (launched: 2022-12-10_13:34:55.107104)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:34:56.851067 run osmo-stp_10.42.42.5(pid=14144): stderr: \u000a| �[0;m�[38;5;43m20221210133455278 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210133455279 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210133455279 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210133455279 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210133455280 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210133455280 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210133455280 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:34:56.902906 tst assert_extension.py:17: ERR: Error: osmo-stp_10.42.42.5(pid=14144): Process ended prematurely: osmo-stp_10.42.42.5(pid=14144) [trial-2375↪ussd:trx-lms-limenet-micro↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14144)] [trial-2375↪ussd:trx-lms-limenet-micro↪assert_extension.py:17]\u000a13:34:56.910674 tst assert_extension.py:17: Test FAILED (5.7 sec)\u000a13:34:56.969534 run osmo-hlr_10.42.42.2(pid=14141): ERR: Terminated: ERROR {rc=237} [trial-2375↪ussd:trx-lms-limenet-micro↪assert_extension.py↪assert_extension.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14141)]\u000a13:34:57.018049 run osmo-hlr_10.42.42.2(pid=14141): stdout: \u000a| (launched: 2022-12-10_13:34:54.185777) \u000a13:34:57.067177 run osmo-hlr_10.42.42.2(pid=14141): stderr: \u000a| �[0;m�[1;31m20221210133454361 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210133454361 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210133454361 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210133454361 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210133454361 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210133454361 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210133454373 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2375/run.2022-12-10_12-42-03/ussd:trx-lms-limenet-micro/assert_extension.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210133454382 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210133454382 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210133454382 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:34:57.134168 run osmo-msc_10.42.42.6(pid=14147): ERR: Terminated: ERROR {rc=2} [trial-2375↪ussd:trx-lms-limenet-micro↪assert_extension.py↪assert_extension.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=14147)]\u000a13:34:57.182790 run osmo-msc_10.42.42.6(pid=14147): stdout: \u000a| (launched: 2022-12-10_13:34:56.049244) \u000a13:34:57.231854 run osmo-msc_10.42.42.6(pid=14147): stderr: \u000a| �[0;m�[38;5;43m20221210133456320 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210133456320 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f93004dec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210133456320 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210133456320 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210133456321 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210133456321 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210133456323 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210133456324 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210133456324 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210133456324 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a13:34:57.273475 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14140): Terminating (SIGTERM)\u000a13:34:57.312734 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14143): Terminating (SIGTERM)\u000a13:34:57.353227 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14146): Terminating (SIGTERM)\u000a13:34:57.362462 --- ParallelTerminationStrategy: PID 14140 died...\u000a13:34:57.415550 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14140): Terminated: ok {rc=0}\u000a13:34:57.425197 --- ParallelTerminationStrategy: PID 14143 died...\u000a13:34:57.477415 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14143): Terminated: ok {rc=0}\u000a13:34:57.486919 --- ParallelTerminationStrategy: PID 14146 died...\u000a13:34:57.539116 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14146): Terminated: ok {rc=0}\u000a13:34:57.621402 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 9.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "116", "name" : "ussd_trx-lms-limenet-micro", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T13:34:51" }, { "cases" : [ { "testActions" : [ ], "age" : 237, "className" : "voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14165): Process ended prematurely: osmo-stp_10.42.42.5(pid=14165) [trial-2375↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14165)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14165): Process ended prematurely: osmo-stp_10.42.42.5(pid=14165) [trial-2375↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14165)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2375 voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call.py\u000a----------------------------------------------\u000a13:34:59.576182 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a13:34:59.587902 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a13:34:59.743076 tst mo_mt_call.py: using LAC 28751\u000a13:34:59.862953 tst mo_mt_call.py: using RAC 191\u000a13:34:59.981834 tst mo_mt_call.py: using CellId 28751\u000a13:35:00.105611 tst mo_mt_call.py: using BVCI 28752\u000a13:35:00.128513 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a13:35:00.139716 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a13:35:00.150692 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a13:35:00.161780 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a13:35:00.172783 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a13:35:00.183696 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a13:35:00.302603 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a13:35:00.514219 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:35:01.190079 run create_hlr_db(pid=14153): Launched\u000a13:35:01.416664 bus /sierra_2: Setting Powered False\u000a13:35:02.392221 run create_hlr_db(pid=14153): Terminated: ok {rc=0}\u000a13:35:02.859139 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14161): Launched\u000a13:35:03.180903 run osmo-hlr_10.42.42.2(pid=14162): Launched\u000a13:35:03.301193 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:35:03.863281 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14164): Launched\u000a13:35:04.186275 run osmo-stp_10.42.42.5(pid=14165): Launched\u000a13:35:04.304211 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a13:35:04.890837 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14167): Launched\u000a13:35:05.212634 run osmo-msc_10.42.42.6(pid=14168): Launched\u000a13:35:05.401697 run osmo-stp_10.42.42.5(pid=14165): ERR: Terminated: ERROR {rc=1} [trial-2375↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14165)]\u000a13:35:05.537650 run osmo-stp_10.42.42.5(pid=14165): stdout: \u000a| (launched: 2022-12-10_13:35:04.027759)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:35:05.673491 run osmo-stp_10.42.42.5(pid=14165): stderr: \u000a| �[0;m�[38;5;43m20221210133504219 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210133504219 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210133504219 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210133504220 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210133504220 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210133504220 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210133504220 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:35:05.802660 run osmo-stp_10.42.42.5(pid=14165): stdout: \u000a| (launched: 2022-12-10_13:35:04.027759)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:35:05.930623 run osmo-stp_10.42.42.5(pid=14165): stderr: \u000a| �[0;m�[38;5;43m20221210133504219 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210133504219 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210133504219 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210133504220 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210133504220 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210133504220 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210133504220 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:35:05.986646 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=14165): Process ended prematurely: osmo-stp_10.42.42.5(pid=14165) [trial-2375↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14165)] [trial-2375↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8]\u000a13:35:05.995723 tst mo_mt_call.py:8: Test FAILED (6.5 sec)\u000a13:35:06.058480 run osmo-hlr_10.42.42.2(pid=14162): ERR: Terminated: ERROR {rc=237} [trial-2375↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14162)]\u000a13:35:06.109428 run osmo-hlr_10.42.42.2(pid=14162): stdout: \u000a| (launched: 2022-12-10_13:35:03.023065) \u000a13:35:06.160917 run osmo-hlr_10.42.42.2(pid=14162): stderr: \u000a| �[0;m�[1;31m20221210133503222 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210133503222 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210133503222 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210133503222 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210133503222 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210133503222 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210133503234 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2375/run.2022-12-10_12-42-03/voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210133503242 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210133503242 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210133503242 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:35:06.230834 run osmo-msc_10.42.42.6(pid=14168): ERR: Terminated: ERROR {rc=2} [trial-2375↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=14168)]\u000a13:35:06.281758 run osmo-msc_10.42.42.6(pid=14168): stdout: \u000a| (launched: 2022-12-10_13:35:05.054686) \u000a13:35:06.333350 run osmo-msc_10.42.42.6(pid=14168): stderr: \u000a| �[0;m�[38;5;43m20221210133505374 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210133505374 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f5362565c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210133505374 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210133505374 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210133505374 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210133505375 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210133505376 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210133505377 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210133505377 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210133505377 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a13:35:06.376675 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14161): Terminating (SIGTERM)\u000a13:35:06.418665 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14164): Terminating (SIGTERM)\u000a13:35:06.460064 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14167): Terminating (SIGTERM)\u000a13:35:06.469843 --- ParallelTerminationStrategy: PID 14161 died...\u000a13:35:06.524793 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14161): Terminated: ok {rc=0}\u000a13:35:06.535032 --- ParallelTerminationStrategy: PID 14164 died...\u000a13:35:06.589813 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14164): Terminated: ok {rc=0}\u000a13:35:06.600010 --- ParallelTerminationStrategy: PID 14167 died...\u000a13:35:06.654805 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14167): Terminated: ok {rc=0}\u000a13:35:06.739960 bus /sierra_3: Setting Powered False\u000a13:35:07.845543 bus /sierra_3: Setting Powered False\u000a13:35:08.956483 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 211, "className" : "voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14176): Process ended prematurely: osmo-stp_10.42.42.5(pid=14176) [trial-2375↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14176)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14176): Process ended prematurely: osmo-stp_10.42.42.5(pid=14176) [trial-2375↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14176)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2375 voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a13:35:10.064910 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a13:35:10.076761 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a13:35:10.227789 tst mo_mt_call_osmux.py: using LAC 28752\u000a13:35:10.348205 tst mo_mt_call_osmux.py: using RAC 192\u000a13:35:10.468615 tst mo_mt_call_osmux.py: using CellId 28752\u000a13:35:10.587771 tst mo_mt_call_osmux.py: using BVCI 28753\u000a13:35:10.610868 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a13:35:10.622094 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a13:35:10.633110 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a13:35:10.644368 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a13:35:10.655444 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a13:35:10.666470 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a13:35:10.785626 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a13:35:10.997197 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:35:11.503540 run create_hlr_db(pid=14170): Launched\u000a13:35:11.690018 bus /sierra_2: Setting Powered False\u000a13:35:12.710481 run create_hlr_db(pid=14170): Terminated: ok {rc=0}\u000a13:35:13.114126 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14172): Launched\u000a13:35:13.416032 run osmo-hlr_10.42.42.2(pid=14173): Launched\u000a13:35:13.530364 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:35:14.050773 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14175): Launched\u000a13:35:14.350624 run osmo-stp_10.42.42.5(pid=14176): Launched\u000a13:35:14.459411 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a13:35:15.012049 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14178): Launched\u000a13:35:15.313710 run osmo-msc_10.42.42.6(pid=14179): Launched\u000a13:35:15.492619 run osmo-stp_10.42.42.5(pid=14176): ERR: Terminated: ERROR {rc=1} [trial-2375↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14176)]\u000a13:35:15.620386 run osmo-stp_10.42.42.5(pid=14176): stdout: \u000a| (launched: 2022-12-10_13:35:14.203302)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:35:15.745586 run osmo-stp_10.42.42.5(pid=14176): stderr: \u000a| �[0;m�[38;5;43m20221210133514373 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210133514373 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210133514373 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210133514374 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210133514376 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210133514376 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210133514376 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:35:15.870036 run osmo-stp_10.42.42.5(pid=14176): stdout: \u000a| (launched: 2022-12-10_13:35:14.203302)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:35:15.995129 run osmo-stp_10.42.42.5(pid=14176): stderr: \u000a| �[0;m�[38;5;43m20221210133514373 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210133514373 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210133514373 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210133514374 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210133514376 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210133514376 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210133514376 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:35:16.048800 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=14176): Process ended prematurely: osmo-stp_10.42.42.5(pid=14176) [trial-2375↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14176)] [trial-2375↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8]\u000a13:35:16.057706 tst mo_mt_call_osmux.py:8: Test FAILED (6.0 sec)\u000a13:35:16.117924 run osmo-hlr_10.42.42.2(pid=14173): ERR: Terminated: ERROR {rc=237} [trial-2375↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14173)]\u000a13:35:16.167200 run osmo-hlr_10.42.42.2(pid=14173): stdout: \u000a| (launched: 2022-12-10_13:35:13.267834) \u000a13:35:16.217272 run osmo-hlr_10.42.42.2(pid=14173): stderr: \u000a| �[0;m�[1;31m20221210133513444 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210133513444 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210133513444 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210133513445 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210133513445 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210133513445 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210133513458 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2375/run.2022-12-10_12-42-03/voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210133513470 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210133513470 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210133513470 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:35:16.285224 run osmo-msc_10.42.42.6(pid=14179): ERR: Terminated: ERROR {rc=2} [trial-2375↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=14179)]\u000a13:35:16.334405 run osmo-msc_10.42.42.6(pid=14179): stdout: \u000a| (launched: 2022-12-10_13:35:15.165254) \u000a13:35:16.384672 run osmo-msc_10.42.42.6(pid=14179): stderr: \u000a| �[0;m�[38;5;43m20221210133515436 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210133515436 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f05910f7c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210133515436 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210133515436 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210133515437 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210133515437 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210133515439 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210133515439 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210133515439 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210133515439 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a13:35:16.426798 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14172): Terminating (SIGTERM)\u000a13:35:16.468610 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14175): Terminating (SIGTERM)\u000a13:35:16.508824 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14178): Terminating (SIGTERM)\u000a13:35:16.518205 --- ParallelTerminationStrategy: PID 14172 died...\u000a13:35:16.571493 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14172): Terminated: ok {rc=0}\u000a13:35:16.581808 --- ParallelTerminationStrategy: PID 14175 died...\u000a13:35:16.634789 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14175): Terminated: ok {rc=0}\u000a13:35:16.644674 --- ParallelTerminationStrategy: PID 14178 died...\u000a13:35:16.697939 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14178): Terminated: ok {rc=0}\u000a13:35:16.781172 bus /sierra_3: Setting Powered False\u000a13:35:17.880605 bus /sierra_3: Setting Powered False\u000a13:35:18.992026 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "117", "name" : "voice_trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T13:34:59" }, { "cases" : [ { "testActions" : [ ], "age" : 237, "className" : "voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14190): Process ended prematurely: osmo-stp_10.42.42.5(pid=14190) [trial-2375↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14190)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14190): Process ended prematurely: osmo-stp_10.42.42.5(pid=14190) [trial-2375↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14190)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2375 voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call.py\u000a----------------------------------------------\u000a13:35:20.971739 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a13:35:20.983808 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a13:35:21.139013 tst mo_mt_call.py: using LAC 28753\u000a13:35:21.259849 tst mo_mt_call.py: using RAC 193\u000a13:35:21.380570 tst mo_mt_call.py: using CellId 28753\u000a13:35:21.503222 tst mo_mt_call.py: using BVCI 28754\u000a13:35:21.526238 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a13:35:21.537537 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a13:35:21.548511 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a13:35:21.559387 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a13:35:21.570327 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a13:35:21.581301 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a13:35:21.699473 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a13:35:21.901629 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:35:22.382712 run create_hlr_db(pid=14184): Launched\u000a13:35:22.554689 bus /sierra_2: Setting Powered False\u000a13:35:23.576775 run create_hlr_db(pid=14184): Terminated: ok {rc=0}\u000a13:35:24.002931 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14186): Launched\u000a13:35:24.324457 run osmo-hlr_10.42.42.2(pid=14187): Launched\u000a13:35:24.446339 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:35:25.003766 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14189): Launched\u000a13:35:25.326616 run osmo-stp_10.42.42.5(pid=14190): Launched\u000a13:35:25.444401 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a13:35:26.031195 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14192): Launched\u000a13:35:26.353309 run osmo-msc_10.42.42.6(pid=14193): Launched\u000a13:35:26.542396 run osmo-stp_10.42.42.5(pid=14190): ERR: Terminated: ERROR {rc=1} [trial-2375↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14190)]\u000a13:35:26.679082 run osmo-stp_10.42.42.5(pid=14190): stdout: \u000a| (launched: 2022-12-10_13:35:25.167908)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:35:26.815150 run osmo-stp_10.42.42.5(pid=14190): stderr: \u000a| �[0;m�[38;5;43m20221210133525360 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210133525360 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210133525360 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210133525361 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210133525361 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210133525361 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210133525361 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:35:26.944004 run osmo-stp_10.42.42.5(pid=14190): stdout: \u000a| (launched: 2022-12-10_13:35:25.167908)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:35:27.071595 run osmo-stp_10.42.42.5(pid=14190): stderr: \u000a| �[0;m�[38;5;43m20221210133525360 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210133525360 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210133525360 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210133525361 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210133525361 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210133525361 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210133525361 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:35:27.128440 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=14190): Process ended prematurely: osmo-stp_10.42.42.5(pid=14190) [trial-2375↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14190)] [trial-2375↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8]\u000a13:35:27.137610 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a13:35:27.200061 run osmo-hlr_10.42.42.2(pid=14187): ERR: Terminated: ERROR {rc=237} [trial-2375↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14187)]\u000a13:35:27.250951 run osmo-hlr_10.42.42.2(pid=14187): stdout: \u000a| (launched: 2022-12-10_13:35:24.166545) \u000a13:35:27.302675 run osmo-hlr_10.42.42.2(pid=14187): stderr: \u000a| �[0;m�[1;31m20221210133524366 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210133524366 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210133524366 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210133524366 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210133524366 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210133524366 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210133524378 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2375/run.2022-12-10_12-42-03/voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210133524386 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210133524387 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210133524387 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:35:27.373071 run osmo-msc_10.42.42.6(pid=14193): ERR: Terminated: ERROR {rc=2} [trial-2375↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=14193)]\u000a13:35:27.423886 run osmo-msc_10.42.42.6(pid=14193): stdout: \u000a| (launched: 2022-12-10_13:35:26.194561) \u000a13:35:27.475344 run osmo-msc_10.42.42.6(pid=14193): stderr: \u000a| �[0;m�[38;5;43m20221210133526515 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210133526515 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f7f00948c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210133526515 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210133526515 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210133526516 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210133526516 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210133526517 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210133526518 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210133526518 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210133526518 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a13:35:27.518884 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14186): Terminating (SIGTERM)\u000a13:35:27.560042 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14189): Terminating (SIGTERM)\u000a13:35:27.601520 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14192): Terminating (SIGTERM)\u000a13:35:27.611384 --- ParallelTerminationStrategy: PID 14186 died...\u000a13:35:27.667285 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14186): Terminated: ok {rc=0}\u000a13:35:27.677374 --- ParallelTerminationStrategy: PID 14189 died...\u000a13:35:27.732641 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14189): Terminated: ok {rc=0}\u000a13:35:27.742656 --- ParallelTerminationStrategy: PID 14192 died...\u000a13:35:27.797891 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14192): Terminated: ok {rc=0}\u000a13:35:27.884377 bus /sierra_3: Setting Powered False\u000a13:35:28.988619 bus /sierra_3: Setting Powered False\u000a13:35:30.095505 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 211, "className" : "voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14201): Process ended prematurely: osmo-stp_10.42.42.5(pid=14201) [trial-2375↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14201)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14201): Process ended prematurely: osmo-stp_10.42.42.5(pid=14201) [trial-2375↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14201)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2375 voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a13:35:31.209981 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a13:35:31.223260 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a13:35:31.383606 tst mo_mt_call_osmux.py: using LAC 28754\u000a13:35:31.508064 tst mo_mt_call_osmux.py: using RAC 194\u000a13:35:31.629786 tst mo_mt_call_osmux.py: using CellId 28754\u000a13:35:31.754520 tst mo_mt_call_osmux.py: using BVCI 28755\u000a13:35:31.778644 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a13:35:31.790480 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a13:35:31.802316 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a13:35:31.814212 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a13:35:31.826069 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a13:35:31.837937 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a13:35:31.956893 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a13:35:32.179369 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:35:32.690246 run create_hlr_db(pid=14195): Launched\u000a13:35:32.876753 bus /sierra_2: Setting Powered False\u000a13:35:33.897597 run create_hlr_db(pid=14195): Terminated: ok {rc=0}\u000a13:35:34.301633 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14197): Launched\u000a13:35:34.603466 run osmo-hlr_10.42.42.2(pid=14198): Launched\u000a13:35:34.723206 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:35:35.254670 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14200): Launched\u000a13:35:35.556062 run osmo-stp_10.42.42.5(pid=14201): Launched\u000a13:35:35.665914 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a13:35:36.216313 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14203): Launched\u000a13:35:36.519127 run osmo-msc_10.42.42.6(pid=14204): Launched\u000a13:35:36.697919 run osmo-stp_10.42.42.5(pid=14201): ERR: Terminated: ERROR {rc=1} [trial-2375↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14201)]\u000a13:35:36.826212 run osmo-stp_10.42.42.5(pid=14201): stdout: \u000a| (launched: 2022-12-10_13:35:35.407890)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:35:36.952281 run osmo-stp_10.42.42.5(pid=14201): stderr: \u000a| �[0;m�[38;5;43m20221210133535579 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210133535579 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210133535579 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210133535580 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210133535580 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210133535580 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210133535580 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:35:37.073783 run osmo-stp_10.42.42.5(pid=14201): stdout: \u000a| (launched: 2022-12-10_13:35:35.407890)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:35:37.194859 run osmo-stp_10.42.42.5(pid=14201): stderr: \u000a| �[0;m�[38;5;43m20221210133535579 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210133535579 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210133535579 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210133535580 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210133535580 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210133535580 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210133535580 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:35:37.247990 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=14201): Process ended prematurely: osmo-stp_10.42.42.5(pid=14201) [trial-2375↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14201)] [trial-2375↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8]\u000a13:35:37.256659 tst mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)\u000a13:35:37.316414 run osmo-hlr_10.42.42.2(pid=14198): ERR: Terminated: ERROR {rc=237} [trial-2375↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14198)]\u000a13:35:37.365094 run osmo-hlr_10.42.42.2(pid=14198): stdout: \u000a| (launched: 2022-12-10_13:35:34.454944) \u000a13:35:37.414412 run osmo-hlr_10.42.42.2(pid=14198): stderr: \u000a| �[0;m�[1;31m20221210133534629 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210133534629 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210133534629 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210133534629 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210133534629 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210133534629 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210133534642 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2375/run.2022-12-10_12-42-03/voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210133534651 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210133534651 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210133534651 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:35:37.481260 run osmo-msc_10.42.42.6(pid=14204): ERR: Terminated: ERROR {rc=2} [trial-2375↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=14204)]\u000a13:35:37.529874 run osmo-msc_10.42.42.6(pid=14204): stdout: \u000a| (launched: 2022-12-10_13:35:36.369991) \u000a13:35:37.578951 run osmo-msc_10.42.42.6(pid=14204): stderr: \u000a| �[0;m�[38;5;43m20221210133536641 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210133536641 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f6cc80f1c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210133536641 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210133536641 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210133536642 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210133536642 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210133536643 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210133536645 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210133536645 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210133536645 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a13:35:37.620134 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14197): Terminating (SIGTERM)\u000a13:35:37.659339 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14200): Terminating (SIGTERM)\u000a13:35:37.698552 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14203): Terminating (SIGTERM)\u000a13:35:37.707681 --- ParallelTerminationStrategy: PID 14197 died...\u000a13:35:37.760298 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14197): Terminated: ok {rc=0}\u000a13:35:37.770067 --- ParallelTerminationStrategy: PID 14200 died...\u000a13:35:37.822871 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14200): Terminated: ok {rc=0}\u000a13:35:37.832592 --- ParallelTerminationStrategy: PID 14203 died...\u000a13:35:37.885014 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14203): Terminated: ok {rc=0}\u000a13:35:37.971176 bus /sierra_3: Setting Powered False\u000a13:35:39.073027 bus /sierra_3: Setting Powered False\u000a13:35:40.182769 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "118", "name" : "voice_trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T13:35:20" }, { "cases" : [ { "testActions" : [ ], "age" : 237, "className" : "voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14215): Process ended prematurely: osmo-stp_10.42.42.5(pid=14215) [trial-2375↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14215)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14215): Process ended prematurely: osmo-stp_10.42.42.5(pid=14215) [trial-2375↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14215)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2375 voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call.py\u000a----------------------------------------------\u000a13:35:42.156254 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a13:35:42.167533 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a13:35:42.317583 tst mo_mt_call.py: using LAC 28755\u000a13:35:42.443646 tst mo_mt_call.py: using RAC 195\u000a13:35:42.570671 tst mo_mt_call.py: using CellId 28755\u000a13:35:42.697475 tst mo_mt_call.py: using BVCI 28756\u000a13:35:42.722047 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a13:35:42.733541 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a13:35:42.744847 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a13:35:42.757083 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a13:35:42.769475 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a13:35:42.781239 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a13:35:42.897942 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a13:35:43.109345 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:35:43.616445 run create_hlr_db(pid=14209): Launched\u000a13:35:43.802105 bus /sierra_2: Setting Powered False\u000a13:35:44.824373 run create_hlr_db(pid=14209): Terminated: ok {rc=0}\u000a13:35:45.228187 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14211): Launched\u000a13:35:45.531279 run osmo-hlr_10.42.42.2(pid=14212): Launched\u000a13:35:45.643612 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:35:46.215996 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14214): Launched\u000a13:35:46.625231 run osmo-stp_10.42.42.5(pid=14215): Launched\u000a13:35:46.871708 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a13:35:47.460334 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14217): Launched\u000a13:35:47.763420 run osmo-msc_10.42.42.6(pid=14218): Launched\u000a13:35:47.941760 run osmo-stp_10.42.42.5(pid=14215): ERR: Terminated: ERROR {rc=1} [trial-2375↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14215)]\u000a13:35:48.069242 run osmo-stp_10.42.42.5(pid=14215): stdout: \u000a| (launched: 2022-12-10_13:35:46.371692)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:35:48.194571 run osmo-stp_10.42.42.5(pid=14215): stderr: \u000a| �[0;m�[38;5;43m20221210133546696 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210133546696 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210133546696 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210133546705 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210133546706 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210133546706 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210133546706 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:35:48.315450 run osmo-stp_10.42.42.5(pid=14215): stdout: \u000a| (launched: 2022-12-10_13:35:46.371692)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:35:48.435031 run osmo-stp_10.42.42.5(pid=14215): stderr: \u000a| �[0;m�[38;5;43m20221210133546696 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210133546696 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210133546696 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210133546705 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210133546706 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210133546706 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210133546706 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:35:48.487874 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=14215): Process ended prematurely: osmo-stp_10.42.42.5(pid=14215) [trial-2375↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14215)] [trial-2375↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8]\u000a13:35:48.496524 tst mo_mt_call.py:8: Test FAILED (6.4 sec)\u000a13:35:48.556747 run osmo-hlr_10.42.42.2(pid=14212): ERR: Terminated: ERROR {rc=237} [trial-2375↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14212)]\u000a13:35:48.604730 run osmo-hlr_10.42.42.2(pid=14212): stdout: \u000a| (launched: 2022-12-10_13:35:45.382577) \u000a13:35:48.653316 run osmo-hlr_10.42.42.2(pid=14212): stderr: \u000a| �[0;m�[1;31m20221210133545558 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210133545558 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210133545558 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210133545558 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210133545558 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210133545558 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210133545570 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2375/run.2022-12-10_12-42-03/voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210133545579 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210133545579 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210133545579 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:35:48.719767 run osmo-msc_10.42.42.6(pid=14218): ERR: Terminated: ERROR {rc=2} [trial-2375↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=14218)]\u000a13:35:48.767690 run osmo-msc_10.42.42.6(pid=14218): stdout: \u000a| (launched: 2022-12-10_13:35:47.614188) \u000a13:35:48.816342 run osmo-msc_10.42.42.6(pid=14218): stderr: \u000a| �[0;m�[38;5;43m20221210133547888 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210133547888 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f26f1cd4c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210133547889 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210133547889 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210133547889 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210133547889 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210133547892 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210133547892 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210133547893 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210133547893 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a13:35:48.857435 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14211): Terminating (SIGTERM)\u000a13:35:48.896098 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14214): Terminating (SIGTERM)\u000a13:35:48.934741 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14217): Terminating (SIGTERM)\u000a13:35:48.943889 --- ParallelTerminationStrategy: PID 14211 died...\u000a13:35:48.996015 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14211): Terminated: ok {rc=0}\u000a13:35:49.005972 --- ParallelTerminationStrategy: PID 14214 died...\u000a13:35:49.058276 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14214): Terminated: ok {rc=0}\u000a13:35:49.067830 --- ParallelTerminationStrategy: PID 14217 died...\u000a13:35:49.119836 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14217): Terminated: ok {rc=0}\u000a13:35:49.202225 bus /sierra_3: Setting Powered False\u000a13:35:50.307982 bus /sierra_3: Setting Powered False\u000a13:35:51.417617 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 211, "className" : "voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14226): Process ended prematurely: osmo-stp_10.42.42.5(pid=14226) [trial-2375↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14226)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14226): Process ended prematurely: osmo-stp_10.42.42.5(pid=14226) [trial-2375↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14226)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2375 voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a13:35:52.529094 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a13:35:52.540851 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a13:35:52.692116 tst mo_mt_call_osmux.py: using LAC 28756\u000a13:35:52.810520 tst mo_mt_call_osmux.py: using RAC 196\u000a13:35:52.931093 tst mo_mt_call_osmux.py: using CellId 28756\u000a13:35:53.054468 tst mo_mt_call_osmux.py: using BVCI 28757\u000a13:35:53.077693 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a13:35:53.088892 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a13:35:53.100024 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a13:35:53.111144 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a13:35:53.122393 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a13:35:53.133480 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a13:35:53.247665 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a13:35:53.458565 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:35:53.965402 run create_hlr_db(pid=14220): Launched\u000a13:35:54.150346 bus /sierra_2: Setting Powered False\u000a13:35:55.171796 run create_hlr_db(pid=14220): Terminated: ok {rc=0}\u000a13:35:55.575440 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14222): Launched\u000a13:35:55.876655 run osmo-hlr_10.42.42.2(pid=14223): Launched\u000a13:35:55.985660 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:35:56.500334 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14225): Launched\u000a13:35:56.797509 run osmo-stp_10.42.42.5(pid=14226): Launched\u000a13:35:56.905741 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a13:35:57.446571 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14228): Launched\u000a13:35:57.742720 run osmo-msc_10.42.42.6(pid=14229): Launched\u000a13:35:57.917292 run osmo-stp_10.42.42.5(pid=14226): ERR: Terminated: ERROR {rc=1} [trial-2375↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14226)]\u000a13:35:58.043101 run osmo-stp_10.42.42.5(pid=14226): stdout: \u000a| (launched: 2022-12-10_13:35:56.651738)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:35:58.166962 run osmo-stp_10.42.42.5(pid=14226): stderr: \u000a| �[0;m�[38;5;43m20221210133556820 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210133556820 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210133556820 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210133556821 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210133556823 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210133556823 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210133556823 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:35:58.286261 run osmo-stp_10.42.42.5(pid=14226): stdout: \u000a| (launched: 2022-12-10_13:35:56.651738)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:35:58.404419 run osmo-stp_10.42.42.5(pid=14226): stderr: \u000a| �[0;m�[38;5;43m20221210133556820 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210133556820 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210133556820 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210133556821 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210133556823 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210133556823 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210133556823 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:35:58.456596 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=14226): Process ended prematurely: osmo-stp_10.42.42.5(pid=14226) [trial-2375↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14226)] [trial-2375↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8]\u000a13:35:58.465060 tst mo_mt_call_osmux.py:8: Test FAILED (6.0 sec)\u000a13:35:58.524513 run osmo-hlr_10.42.42.2(pid=14223): ERR: Terminated: ERROR {rc=237} [trial-2375↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14223)]\u000a13:35:58.573355 run osmo-hlr_10.42.42.2(pid=14223): stdout: \u000a| (launched: 2022-12-10_13:35:55.731803) \u000a13:35:58.622526 run osmo-hlr_10.42.42.2(pid=14223): stderr: \u000a| �[0;m�[1;31m20221210133555909 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210133555909 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210133555909 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210133555909 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210133555909 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210133555909 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210133555922 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2375/run.2022-12-10_12-42-03/voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210133555930 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210133555930 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210133555930 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:35:58.689523 run osmo-msc_10.42.42.6(pid=14229): ERR: Terminated: ERROR {rc=2} [trial-2375↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=14229)]\u000a13:35:58.737843 run osmo-msc_10.42.42.6(pid=14229): stdout: \u000a| (launched: 2022-12-10_13:35:57.597321) \u000a13:35:58.787418 run osmo-msc_10.42.42.6(pid=14229): stderr: \u000a| �[0;m�[38;5;43m20221210133557874 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210133557874 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f7531699c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210133557874 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210133557874 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210133557874 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210133557874 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210133557876 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210133557877 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210133557877 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210133557877 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a13:35:58.828619 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14222): Terminating (SIGTERM)\u000a13:35:58.867667 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14225): Terminating (SIGTERM)\u000a13:35:58.906826 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14228): Terminating (SIGTERM)\u000a13:35:58.916157 --- ParallelTerminationStrategy: PID 14222 died...\u000a13:35:58.968803 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14222): Terminated: ok {rc=0}\u000a13:35:58.978577 --- ParallelTerminationStrategy: PID 14225 died...\u000a13:35:59.030780 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14225): Terminated: ok {rc=0}\u000a13:35:59.040458 --- ParallelTerminationStrategy: PID 14228 died...\u000a13:35:59.092835 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14228): Terminated: ok {rc=0}\u000a13:35:59.179409 bus /sierra_3: Setting Powered False\u000a13:36:00.279813 bus /sierra_3: Setting Powered False\u000a13:36:01.397700 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "119", "name" : "voice_trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T13:35:41" }, { "cases" : [ { "testActions" : [ ], "age" : 237, "className" : "voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14240): Process ended prematurely: osmo-stp_10.42.42.5(pid=14240) [trial-2375↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14240)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14240): Process ended prematurely: osmo-stp_10.42.42.5(pid=14240) [trial-2375↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14240)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2375 voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call.py\u000a----------------------------------------------\u000a13:36:03.377436 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a13:36:03.388526 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a13:36:03.536230 tst mo_mt_call.py: using LAC 28757\u000a13:36:03.656544 tst mo_mt_call.py: using RAC 197\u000a13:36:03.771823 tst mo_mt_call.py: using CellId 28757\u000a13:36:03.888355 tst mo_mt_call.py: using BVCI 28758\u000a13:36:03.911027 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a13:36:03.922076 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a13:36:03.932943 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a13:36:03.944037 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a13:36:03.955224 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a13:36:03.966277 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a13:36:04.085964 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a13:36:04.295908 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:36:04.799168 run create_hlr_db(pid=14234): Launched\u000a13:36:04.984396 bus /sierra_2: Setting Powered False\u000a13:36:06.004800 run create_hlr_db(pid=14234): Terminated: ok {rc=0}\u000a13:36:06.404782 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14236): Launched\u000a13:36:06.702537 run osmo-hlr_10.42.42.2(pid=14237): Launched\u000a13:36:06.819928 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:36:07.345852 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14239): Launched\u000a13:36:07.643660 run osmo-stp_10.42.42.5(pid=14240): Launched\u000a13:36:07.752545 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a13:36:08.296644 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14242): Launched\u000a13:36:08.596166 run osmo-msc_10.42.42.6(pid=14243): Launched\u000a13:36:08.772184 run osmo-stp_10.42.42.5(pid=14240): ERR: Terminated: ERROR {rc=1} [trial-2375↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14240)]\u000a13:36:08.899865 run osmo-stp_10.42.42.5(pid=14240): stdout: \u000a| (launched: 2022-12-10_13:36:07.497720)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:36:09.024730 run osmo-stp_10.42.42.5(pid=14240): stderr: \u000a| �[0;m�[38;5;43m20221210133607670 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210133607670 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210133607670 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210133607670 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210133607671 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210133607671 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210133607671 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:36:09.144573 run osmo-stp_10.42.42.5(pid=14240): stdout: \u000a| (launched: 2022-12-10_13:36:07.497720)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:36:09.263269 run osmo-stp_10.42.42.5(pid=14240): stderr: \u000a| �[0;m�[38;5;43m20221210133607670 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210133607670 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210133607670 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210133607670 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210133607671 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210133607671 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210133607671 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:36:09.315645 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=14240): Process ended prematurely: osmo-stp_10.42.42.5(pid=14240) [trial-2375↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14240)] [trial-2375↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8]\u000a13:36:09.323909 tst mo_mt_call.py:8: Test FAILED (6.0 sec)\u000a13:36:09.382713 run osmo-hlr_10.42.42.2(pid=14237): ERR: Terminated: ERROR {rc=237} [trial-2375↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14237)]\u000a13:36:09.431180 run osmo-hlr_10.42.42.2(pid=14237): stdout: \u000a| (launched: 2022-12-10_13:36:06.555985) \u000a13:36:09.479875 run osmo-hlr_10.42.42.2(pid=14237): stderr: \u000a| �[0;m�[1;31m20221210133606733 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210133606733 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210133606733 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210133606733 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210133606733 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210133606733 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210133606745 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2375/run.2022-12-10_12-42-03/voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210133606754 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210133606754 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210133606754 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:36:09.546311 run osmo-msc_10.42.42.6(pid=14243): ERR: Terminated: ERROR {rc=2} [trial-2375↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=14243)]\u000a13:36:09.594108 run osmo-msc_10.42.42.6(pid=14243): stdout: \u000a| (launched: 2022-12-10_13:36:08.448576) \u000a13:36:09.642431 run osmo-msc_10.42.42.6(pid=14243): stderr: \u000a| �[0;m�[38;5;43m20221210133608721 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210133608721 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fea89997c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210133608721 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210133608721 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210133608721 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210133608722 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210133608724 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210133608725 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210133608725 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210133608725 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a13:36:09.683471 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14236): Terminating (SIGTERM)\u000a13:36:09.722451 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14239): Terminating (SIGTERM)\u000a13:36:09.761475 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14242): Terminating (SIGTERM)\u000a13:36:09.770713 --- ParallelTerminationStrategy: PID 14236 died...\u000a13:36:09.823587 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14236): Terminated: ok {rc=0}\u000a13:36:09.833303 --- ParallelTerminationStrategy: PID 14239 died...\u000a13:36:09.885288 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14239): Terminated: ok {rc=0}\u000a13:36:09.894889 --- ParallelTerminationStrategy: PID 14242 died...\u000a13:36:09.946788 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14242): Terminated: ok {rc=0}\u000a13:36:10.034729 bus /sierra_3: Setting Powered False\u000a13:36:11.136322 bus /sierra_3: Setting Powered False\u000a13:36:12.246676 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 211, "className" : "voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14251): Process ended prematurely: osmo-stp_10.42.42.5(pid=14251) [trial-2375↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14251)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14251): Process ended prematurely: osmo-stp_10.42.42.5(pid=14251) [trial-2375↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14251)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2375 voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a13:36:13.358487 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a13:36:13.370681 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a13:36:13.529518 tst mo_mt_call_osmux.py: using LAC 28758\u000a13:36:13.649617 tst mo_mt_call_osmux.py: using RAC 198\u000a13:36:13.768618 tst mo_mt_call_osmux.py: using CellId 28758\u000a13:36:13.885766 tst mo_mt_call_osmux.py: using BVCI 28759\u000a13:36:13.908460 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a13:36:13.919691 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a13:36:13.930936 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a13:36:13.942015 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a13:36:13.952892 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a13:36:13.963696 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a13:36:14.080006 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a13:36:14.289906 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:36:14.790542 run create_hlr_db(pid=14245): Launched\u000a13:36:14.975726 bus /sierra_2: Setting Powered False\u000a13:36:16.014683 run create_hlr_db(pid=14245): Terminated: ok {rc=0}\u000a13:36:16.443845 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14247): Launched\u000a13:36:16.920895 run osmo-hlr_10.42.42.2(pid=14248): Launched\u000a13:36:17.091069 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:36:17.616359 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14250): Launched\u000a13:36:17.914972 run osmo-stp_10.42.42.5(pid=14251): Launched\u000a13:36:18.023466 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a13:36:18.567397 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14253): Launched\u000a13:36:18.864698 run osmo-msc_10.42.42.6(pid=14254): Launched\u000a13:36:19.040163 run osmo-stp_10.42.42.5(pid=14251): ERR: Terminated: ERROR {rc=1} [trial-2375↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14251)]\u000a13:36:19.166771 run osmo-stp_10.42.42.5(pid=14251): stdout: \u000a| (launched: 2022-12-10_13:36:17.768185)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:36:19.291946 run osmo-stp_10.42.42.5(pid=14251): stderr: \u000a| �[0;m�[38;5;43m20221210133617937 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210133617937 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210133617938 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210133617938 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210133617940 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210133617940 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210133617941 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:36:19.412065 run osmo-stp_10.42.42.5(pid=14251): stdout: \u000a| (launched: 2022-12-10_13:36:17.768185)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:36:19.531124 run osmo-stp_10.42.42.5(pid=14251): stderr: \u000a| �[0;m�[38;5;43m20221210133617937 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210133617937 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210133617938 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210133617938 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210133617940 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210133617940 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210133617941 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:36:19.583590 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=14251): Process ended prematurely: osmo-stp_10.42.42.5(pid=14251) [trial-2375↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14251)] [trial-2375↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8]\u000a13:36:19.592062 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a13:36:19.651914 run osmo-hlr_10.42.42.2(pid=14248): ERR: Terminated: ERROR {rc=237} [trial-2375↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14248)]\u000a13:36:19.700623 run osmo-hlr_10.42.42.2(pid=14248): stdout: \u000a| (launched: 2022-12-10_13:36:16.600791) \u000a13:36:19.749830 run osmo-hlr_10.42.42.2(pid=14248): stderr: \u000a| �[0;m�[1;31m20221210133616819 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210133616819 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210133616819 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210133616819 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210133616819 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210133616819 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210133616834 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2375/run.2022-12-10_12-42-03/voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210133616852 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210133616852 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210133616852 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:36:19.817045 run osmo-msc_10.42.42.6(pid=14254): ERR: Terminated: ERROR {rc=2} [trial-2375↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=14254)]\u000a13:36:19.865512 run osmo-msc_10.42.42.6(pid=14254): stdout: \u000a| (launched: 2022-12-10_13:36:18.718478) \u000a13:36:19.914525 run osmo-msc_10.42.42.6(pid=14254): stderr: \u000a| �[0;m�[38;5;43m20221210133618994 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210133618994 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fbd03830c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210133618994 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210133618994 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210133618994 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210133618994 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210133618996 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210133618997 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210133618997 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210133618997 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a13:36:19.955978 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14247): Terminating (SIGTERM)\u000a13:36:19.995200 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14250): Terminating (SIGTERM)\u000a13:36:20.034510 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14253): Terminating (SIGTERM)\u000a13:36:20.043966 --- ParallelTerminationStrategy: PID 14247 died...\u000a13:36:20.096995 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14247): Terminated: ok {rc=0}\u000a13:36:20.106872 --- ParallelTerminationStrategy: PID 14250 died...\u000a13:36:20.159728 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14250): Terminated: ok {rc=0}\u000a13:36:20.169957 --- ParallelTerminationStrategy: PID 14253 died...\u000a13:36:20.223147 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14253): Terminated: ok {rc=0}\u000a13:36:20.310233 bus /sierra_3: Setting Powered False\u000a13:36:21.412690 bus /sierra_3: Setting Powered False\u000a13:36:22.518456 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "120", "name" : "voice_trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T13:36:03" }, { "cases" : [ { "testActions" : [ ], "age" : 237, "className" : "voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14268): Process ended prematurely: osmo-stp_10.42.42.5(pid=14268) [trial-2375↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14268)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14268): Process ended prematurely: osmo-stp_10.42.42.5(pid=14268) [trial-2375↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14268)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2375 voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call.py\u000a----------------------------------------------\u000a13:36:24.512324 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a13:36:24.523844 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a13:36:24.680125 tst mo_mt_call.py: using LAC 28759\u000a13:36:24.804145 tst mo_mt_call.py: using RAC 199\u000a13:36:24.924512 tst mo_mt_call.py: using CellId 28759\u000a13:36:25.043517 tst mo_mt_call.py: using BVCI 28760\u000a13:36:25.066402 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a13:36:25.077874 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a13:36:25.088845 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a13:36:25.100467 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a13:36:25.112141 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a13:36:25.123712 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a13:36:25.244122 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a13:36:25.452366 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:36:25.954780 run create_hlr_db(pid=14262): Launched\u000a13:36:26.138865 bus /sierra_2: Setting Powered False\u000a13:36:27.159877 run create_hlr_db(pid=14262): Terminated: ok {rc=0}\u000a13:36:27.559636 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14264): Launched\u000a13:36:27.858766 run osmo-hlr_10.42.42.2(pid=14265): Launched\u000a13:36:27.973485 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:36:28.488913 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14267): Launched\u000a13:36:28.786931 run osmo-stp_10.42.42.5(pid=14268): Launched\u000a13:36:28.895830 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a13:36:29.439607 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14270): Launched\u000a13:36:29.739983 run osmo-msc_10.42.42.6(pid=14271): Launched\u000a13:36:29.916061 run osmo-stp_10.42.42.5(pid=14268): ERR: Terminated: ERROR {rc=1} [trial-2375↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14268)]\u000a13:36:30.042564 run osmo-stp_10.42.42.5(pid=14268): stdout: \u000a| (launched: 2022-12-10_13:36:28.640921)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:36:30.166847 run osmo-stp_10.42.42.5(pid=14268): stderr: \u000a| �[0;m�[38;5;43m20221210133628812 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210133628812 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210133628812 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210133628813 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210133628813 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210133628813 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210133628813 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:36:30.286044 run osmo-stp_10.42.42.5(pid=14268): stdout: \u000a| (launched: 2022-12-10_13:36:28.640921)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:36:30.404167 run osmo-stp_10.42.42.5(pid=14268): stderr: \u000a| �[0;m�[38;5;43m20221210133628812 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210133628812 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210133628812 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210133628813 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210133628813 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210133628813 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210133628813 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:36:30.456245 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=14268): Process ended prematurely: osmo-stp_10.42.42.5(pid=14268) [trial-2375↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14268)] [trial-2375↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8]\u000a13:36:30.464533 tst mo_mt_call.py:8: Test FAILED (6.0 sec)\u000a13:36:30.522807 run osmo-hlr_10.42.42.2(pid=14265): ERR: Terminated: ERROR {rc=237} [trial-2375↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14265)]\u000a13:36:30.570562 run osmo-hlr_10.42.42.2(pid=14265): stdout: \u000a| (launched: 2022-12-10_13:36:27.711949) \u000a13:36:30.618999 run osmo-hlr_10.42.42.2(pid=14265): stderr: \u000a| �[0;m�[1;31m20221210133627886 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210133627886 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210133627886 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210133627886 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210133627886 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210133627886 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210133627898 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2375/run.2022-12-10_12-42-03/voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210133627907 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210133627908 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210133627908 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:36:30.685028 run osmo-msc_10.42.42.6(pid=14271): ERR: Terminated: ERROR {rc=2} [trial-2375↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=14271)]\u000a13:36:30.732648 run osmo-msc_10.42.42.6(pid=14271): stdout: \u000a| (launched: 2022-12-10_13:36:29.592639) \u000a13:36:30.781004 run osmo-msc_10.42.42.6(pid=14271): stderr: \u000a| �[0;m�[38;5;43m20221210133629870 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210133629870 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fe33b08cc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210133629870 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210133629870 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210133629870 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210133629870 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210133629873 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210133629873 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210133629874 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210133629874 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a13:36:30.821824 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14264): Terminating (SIGTERM)\u000a13:36:30.861929 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14267): Terminating (SIGTERM)\u000a13:36:30.912382 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14270): Terminating (SIGTERM)\u000a13:36:30.923723 --- ParallelTerminationStrategy: PID 14264 died...\u000a13:36:30.984502 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14264): Terminated: ok {rc=0}\u000a13:36:30.995580 --- ParallelTerminationStrategy: PID 14267 died...\u000a13:36:31.054383 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14267): Terminated: ok {rc=0}\u000a13:36:31.065541 --- ParallelTerminationStrategy: PID 14270 died...\u000a13:36:31.125342 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14270): Terminated: ok {rc=0}\u000a13:36:31.214338 bus /sierra_3: Setting Powered False\u000a13:36:32.317176 bus /sierra_3: Setting Powered False\u000a13:36:33.422815 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 211, "className" : "voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14279): Process ended prematurely: osmo-stp_10.42.42.5(pid=14279) [trial-2375↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14279)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14279): Process ended prematurely: osmo-stp_10.42.42.5(pid=14279) [trial-2375↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14279)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2375 voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a13:36:34.535273 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a13:36:34.547354 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a13:36:34.705889 tst mo_mt_call_osmux.py: using LAC 28760\u000a13:36:34.831279 tst mo_mt_call_osmux.py: using RAC 200\u000a13:36:34.956647 tst mo_mt_call_osmux.py: using CellId 28760\u000a13:36:35.077672 tst mo_mt_call_osmux.py: using BVCI 28761\u000a13:36:35.100564 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a13:36:35.111598 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a13:36:35.122677 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a13:36:35.133775 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a13:36:35.144819 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a13:36:35.155647 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a13:36:35.274804 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a13:36:35.477177 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:36:35.956178 run create_hlr_db(pid=14273): Launched\u000a13:36:36.127623 bus /sierra_2: Setting Powered False\u000a13:36:37.149493 run create_hlr_db(pid=14273): Terminated: ok {rc=0}\u000a13:36:37.572886 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14275): Launched\u000a13:36:37.892001 run osmo-hlr_10.42.42.2(pid=14276): Launched\u000a13:36:38.010444 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:36:38.565584 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14278): Launched\u000a13:36:38.884140 run osmo-stp_10.42.42.5(pid=14279): Launched\u000a13:36:39.000031 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a13:36:39.584656 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14281): Launched\u000a13:36:39.904836 run osmo-msc_10.42.42.6(pid=14282): Launched\u000a13:36:40.091284 run osmo-stp_10.42.42.5(pid=14279): ERR: Terminated: ERROR {rc=1} [trial-2375↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14279)]\u000a13:36:40.225937 run osmo-stp_10.42.42.5(pid=14279): stdout: \u000a| (launched: 2022-12-10_13:36:38.727730)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:36:40.360162 run osmo-stp_10.42.42.5(pid=14279): stderr: \u000a| �[0;m�[38;5;43m20221210133638922 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210133638922 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210133638922 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210133638923 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210133638923 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210133638923 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210133638923 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:36:40.488203 run osmo-stp_10.42.42.5(pid=14279): stdout: \u000a| (launched: 2022-12-10_13:36:38.727730)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:36:40.615515 run osmo-stp_10.42.42.5(pid=14279): stderr: \u000a| �[0;m�[38;5;43m20221210133638922 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210133638922 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210133638922 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210133638923 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210133638923 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210133638923 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210133638923 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:36:40.671352 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=14279): Process ended prematurely: osmo-stp_10.42.42.5(pid=14279) [trial-2375↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14279)] [trial-2375↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8]\u000a13:36:40.680431 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a13:36:40.743672 run osmo-hlr_10.42.42.2(pid=14276): ERR: Terminated: ERROR {rc=237} [trial-2375↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14276)]\u000a13:36:40.795072 run osmo-hlr_10.42.42.2(pid=14276): stdout: \u000a| (launched: 2022-12-10_13:36:37.735554) \u000a13:36:40.847537 run osmo-hlr_10.42.42.2(pid=14276): stderr: \u000a| �[0;m�[1;31m20221210133637932 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210133637932 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210133637932 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210133637932 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210133637932 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210133637932 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210133637944 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2375/run.2022-12-10_12-42-03/voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210133637952 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210133637952 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210133637952 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:36:40.918541 run osmo-msc_10.42.42.6(pid=14282): ERR: Terminated: ERROR {rc=2} [trial-2375↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=14282)]\u000a13:36:40.969691 run osmo-msc_10.42.42.6(pid=14282): stdout: \u000a| (launched: 2022-12-10_13:36:39.747872) \u000a13:36:41.021573 run osmo-msc_10.42.42.6(pid=14282): stderr: \u000a| �[0;m�[38;5;43m20221210133640069 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210133640069 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f2bde764c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210133640070 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210133640070 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210133640070 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210133640070 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210133640072 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210133640072 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210133640072 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210133640072 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a13:36:41.065284 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14275): Terminating (SIGTERM)\u000a13:36:41.107231 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14278): Terminating (SIGTERM)\u000a13:36:41.148765 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14281): Terminating (SIGTERM)\u000a13:36:41.158727 --- ParallelTerminationStrategy: PID 14275 died...\u000a13:36:41.214292 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14275): Terminated: ok {rc=0}\u000a13:36:41.224430 --- ParallelTerminationStrategy: PID 14278 died...\u000a13:36:41.280385 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14278): Terminated: ok {rc=0}\u000a13:36:41.290435 --- ParallelTerminationStrategy: PID 14281 died...\u000a13:36:41.345705 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14281): Terminated: ok {rc=0}\u000a13:36:41.432850 bus /sierra_3: Setting Powered False\u000a13:36:42.535560 bus /sierra_3: Setting Powered False\u000a13:36:43.645391 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "121", "name" : "voice_trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T13:36:24" }, { "cases" : [ { "testActions" : [ ], "age" : 237, "className" : "voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14293): Process ended prematurely: osmo-stp_10.42.42.5(pid=14293) [trial-2375↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14293)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14293): Process ended prematurely: osmo-stp_10.42.42.5(pid=14293) [trial-2375↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14293)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2375 voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call.py\u000a----------------------------------------------\u000a13:36:45.617863 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a13:36:45.628995 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a13:36:45.779851 tst mo_mt_call.py: using LAC 28761\u000a13:36:45.930023 tst mo_mt_call.py: using RAC 201\u000a13:36:46.051377 tst mo_mt_call.py: using CellId 28761\u000a13:36:46.178495 tst mo_mt_call.py: using BVCI 28762\u000a13:36:46.204542 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a13:36:46.217219 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a13:36:46.230887 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a13:36:46.244389 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a13:36:46.256915 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a13:36:46.273660 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a13:36:46.400891 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a13:36:46.623362 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:36:47.157671 run create_hlr_db(pid=14287): Launched\u000a13:36:47.331216 bus /sierra_2: Setting Powered False\u000a13:36:48.351765 run create_hlr_db(pid=14287): Terminated: ok {rc=0}\u000a13:36:48.775236 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14289): Launched\u000a13:36:49.095928 run osmo-hlr_10.42.42.2(pid=14290): Launched\u000a13:36:49.215125 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:36:49.771005 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14292): Launched\u000a13:36:50.091256 run osmo-stp_10.42.42.5(pid=14293): Launched\u000a13:36:50.207375 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a13:36:50.789387 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14295): Launched\u000a13:36:51.108377 run osmo-msc_10.42.42.6(pid=14296): Launched\u000a13:36:51.296540 run osmo-stp_10.42.42.5(pid=14293): ERR: Terminated: ERROR {rc=1} [trial-2375↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14293)]\u000a13:36:51.431989 run osmo-stp_10.42.42.5(pid=14293): stdout: \u000a| (launched: 2022-12-10_13:36:49.934454)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:36:51.567264 run osmo-stp_10.42.42.5(pid=14293): stderr: \u000a| �[0;m�[38;5;43m20221210133650125 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210133650125 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210133650125 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210133650126 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210133650126 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210133650126 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210133650126 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:36:51.695178 run osmo-stp_10.42.42.5(pid=14293): stdout: \u000a| (launched: 2022-12-10_13:36:49.934454)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:36:51.823022 run osmo-stp_10.42.42.5(pid=14293): stderr: \u000a| �[0;m�[38;5;43m20221210133650125 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210133650125 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210133650125 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210133650126 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210133650126 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210133650126 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210133650126 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:36:51.879553 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=14293): Process ended prematurely: osmo-stp_10.42.42.5(pid=14293) [trial-2375↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14293)] [trial-2375↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8]\u000a13:36:51.888600 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a13:36:51.951056 run osmo-hlr_10.42.42.2(pid=14290): ERR: Terminated: ERROR {rc=237} [trial-2375↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14290)]\u000a13:36:52.001615 run osmo-hlr_10.42.42.2(pid=14290): stdout: \u000a| (launched: 2022-12-10_13:36:48.938507) \u000a13:36:52.052930 run osmo-hlr_10.42.42.2(pid=14290): stderr: \u000a| �[0;m�[1;31m20221210133649137 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210133649137 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210133649137 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210133649137 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210133649137 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210133649137 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210133649149 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2375/run.2022-12-10_12-42-03/voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210133649157 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210133649157 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210133649158 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:36:52.122675 run osmo-msc_10.42.42.6(pid=14296): ERR: Terminated: ERROR {rc=2} [trial-2375↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=14296)]\u000a13:36:52.173445 run osmo-msc_10.42.42.6(pid=14296): stdout: \u000a| (launched: 2022-12-10_13:36:50.951869) \u000a13:36:52.224720 run osmo-msc_10.42.42.6(pid=14296): stderr: \u000a| �[0;m�[38;5;43m20221210133651274 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210133651274 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f322c769c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210133651274 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210133651274 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210133651274 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210133651274 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210133651276 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210133651277 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210133651277 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210133651277 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a13:36:52.267830 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14289): Terminating (SIGTERM)\u000a13:36:52.308911 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14292): Terminating (SIGTERM)\u000a13:36:52.350156 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14295): Terminating (SIGTERM)\u000a13:36:52.360025 --- ParallelTerminationStrategy: PID 14289 died...\u000a13:36:52.415293 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14289): Terminated: ok {rc=0}\u000a13:36:52.425697 --- ParallelTerminationStrategy: PID 14292 died...\u000a13:36:52.481480 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14292): Terminated: ok {rc=0}\u000a13:36:52.491528 --- ParallelTerminationStrategy: PID 14295 died...\u000a13:36:52.547532 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14295): Terminated: ok {rc=0}\u000a13:36:52.634269 bus /sierra_3: Setting Powered False\u000a13:36:53.740410 bus /sierra_3: Setting Powered False\u000a13:36:54.847931 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 211, "className" : "voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14304): Process ended prematurely: osmo-stp_10.42.42.5(pid=14304) [trial-2375↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14304)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14304): Process ended prematurely: osmo-stp_10.42.42.5(pid=14304) [trial-2375↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14304)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2375 voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call_osmux.py\u000a----------------------------------------------\u000a13:36:55.961882 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a13:36:55.974188 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a13:36:56.133223 tst mo_mt_call_osmux.py: using LAC 28762\u000a13:36:56.260597 tst mo_mt_call_osmux.py: using RAC 202\u000a13:36:56.385957 tst mo_mt_call_osmux.py: using CellId 28762\u000a13:36:56.511898 tst mo_mt_call_osmux.py: using BVCI 28763\u000a13:36:56.536326 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a13:36:56.548103 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a13:36:56.559627 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a13:36:56.571531 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a13:36:56.583387 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a13:36:56.595192 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a13:36:56.712110 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a13:36:56.918540 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:36:57.421177 run create_hlr_db(pid=14298): Launched\u000a13:36:57.605899 bus /sierra_2: Setting Powered False\u000a13:36:58.627440 run create_hlr_db(pid=14298): Terminated: ok {rc=0}\u000a13:36:59.051220 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14300): Launched\u000a13:36:59.370872 run osmo-hlr_10.42.42.2(pid=14301): Launched\u000a13:36:59.490170 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:37:00.047249 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14303): Launched\u000a13:37:00.368238 run osmo-stp_10.42.42.5(pid=14304): Launched\u000a13:37:00.486203 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a13:37:01.105488 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14306): Launched\u000a13:37:01.491365 run osmo-msc_10.42.42.6(pid=14307): Launched\u000a13:37:01.971510 run osmo-stp_10.42.42.5(pid=14304): ERR: Terminated: ERROR {rc=1} [trial-2375↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14304)]\u000a13:37:02.349943 run osmo-stp_10.42.42.5(pid=14304): stdout: \u000a| (launched: 2022-12-10_13:37:00.210483)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:37:02.511001 run osmo-stp_10.42.42.5(pid=14304): stderr: \u000a| �[0;m�[38;5;43m20221210133700402 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210133700402 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210133700402 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210133700402 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210133700405 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210133700405 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210133700405 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:37:02.639132 run osmo-stp_10.42.42.5(pid=14304): stdout: \u000a| (launched: 2022-12-10_13:37:00.210483)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:37:02.766164 run osmo-stp_10.42.42.5(pid=14304): stderr: \u000a| �[0;m�[38;5;43m20221210133700402 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210133700402 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210133700402 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210133700402 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210133700405 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210133700405 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210133700405 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:37:02.822194 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=14304): Process ended prematurely: osmo-stp_10.42.42.5(pid=14304) [trial-2375↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14304)] [trial-2375↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8]\u000a13:37:02.831315 tst mo_mt_call_osmux.py:8: Test FAILED (6.9 sec)\u000a13:37:02.894403 run osmo-hlr_10.42.42.2(pid=14301): ERR: Terminated: ERROR {rc=237} [trial-2375↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14301)]\u000a13:37:02.945696 run osmo-hlr_10.42.42.2(pid=14301): stdout: \u000a| (launched: 2022-12-10_13:36:59.213692) \u000a13:37:02.997523 run osmo-hlr_10.42.42.2(pid=14301): stderr: \u000a| �[0;m�[1;31m20221210133659409 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210133659409 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210133659409 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210133659409 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210133659410 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210133659410 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210133659422 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2375/run.2022-12-10_12-42-03/voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210133659432 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210133659432 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210133659432 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:37:03.068207 run osmo-msc_10.42.42.6(pid=14307): ERR: Terminated: ERROR {rc=2} [trial-2375↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=14307)]\u000a13:37:03.119453 run osmo-msc_10.42.42.6(pid=14307): stdout: \u000a| (launched: 2022-12-10_13:37:01.270596) \u000a13:37:03.171269 run osmo-msc_10.42.42.6(pid=14307): stderr: \u000a| �[0;m�[38;5;43m20221210133702037 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210133702038 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7efdb389fc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210133702039 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210133702039 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210133702040 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210133702040 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210133702045 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210133702046 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210133702046 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210133702046 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a13:37:03.214906 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14300): Terminating (SIGTERM)\u000a13:37:03.256144 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14303): Terminating (SIGTERM)\u000a13:37:03.297715 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14306): Terminating (SIGTERM)\u000a13:37:03.307763 --- ParallelTerminationStrategy: PID 14300 died...\u000a13:37:03.363704 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14300): Terminated: ok {rc=0}\u000a13:37:03.374229 --- ParallelTerminationStrategy: PID 14303 died...\u000a13:37:03.430155 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14303): Terminated: ok {rc=0}\u000a13:37:03.440283 --- ParallelTerminationStrategy: PID 14306 died...\u000a13:37:03.496423 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14306): Terminated: ok {rc=0}\u000a13:37:03.583639 bus /sierra_3: Setting Powered False\u000a13:37:04.689726 bus /sierra_3: Setting Powered False\u000a13:37:05.796233 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 23.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "122", "name" : "voice_trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T13:36:45" }, { "cases" : [ { "testActions" : [ ], "age" : 237, "className" : "voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14318): Process ended prematurely: osmo-stp_10.42.42.5(pid=14318) [trial-2375↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14318)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14318): Process ended prematurely: osmo-stp_10.42.42.5(pid=14318) [trial-2375↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14318)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2375 voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo mo_mt_call.py\u000a----------------------------------------------\u000a13:37:07.784869 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a13:37:07.796164 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a13:37:07.957120 tst mo_mt_call.py: using LAC 28763\u000a13:37:08.083824 tst mo_mt_call.py: using RAC 203\u000a13:37:08.204470 tst mo_mt_call.py: using CellId 28763\u000a13:37:08.325256 tst mo_mt_call.py: using BVCI 28764\u000a13:37:08.348040 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a13:37:08.358999 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a13:37:08.369847 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a13:37:08.380713 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a13:37:08.391684 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a13:37:08.402357 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a13:37:08.519386 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a13:37:08.720045 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:37:09.198077 run create_hlr_db(pid=14312): Launched\u000a13:37:09.368939 bus /sierra_2: Setting Powered False\u000a13:37:10.390748 run create_hlr_db(pid=14312): Terminated: ok {rc=0}\u000a13:37:10.813798 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14314): Launched\u000a13:37:11.132771 run osmo-hlr_10.42.42.2(pid=14315): Launched\u000a13:37:11.252124 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:37:11.806467 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14317): Launched\u000a13:37:12.126372 run osmo-stp_10.42.42.5(pid=14318): Launched\u000a13:37:12.242575 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a13:37:12.824007 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14320): Launched\u000a13:37:13.144179 run osmo-msc_10.42.42.6(pid=14321): Launched\u000a13:37:13.332604 run osmo-stp_10.42.42.5(pid=14318): ERR: Terminated: ERROR {rc=1} [trial-2375↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14318)]\u000a13:37:13.468248 run osmo-stp_10.42.42.5(pid=14318): stdout: \u000a| (launched: 2022-12-10_13:37:11.969607)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:37:13.604581 run osmo-stp_10.42.42.5(pid=14318): stderr: \u000a| �[0;m�[38;5;43m20221210133712160 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210133712160 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210133712160 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210133712160 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210133712161 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210133712161 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210133712161 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:37:13.732659 run osmo-stp_10.42.42.5(pid=14318): stdout: \u000a| (launched: 2022-12-10_13:37:11.969607)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:37:13.860421 run osmo-stp_10.42.42.5(pid=14318): stderr: \u000a| �[0;m�[38;5;43m20221210133712160 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210133712160 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210133712160 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210133712160 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210133712161 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210133712161 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210133712161 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:37:13.916359 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=14318): Process ended prematurely: osmo-stp_10.42.42.5(pid=14318) [trial-2375↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14318)] [trial-2375↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call.py:8]\u000a13:37:13.925547 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a13:37:13.988478 run osmo-hlr_10.42.42.2(pid=14315): ERR: Terminated: ERROR {rc=237} [trial-2375↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14315)]\u000a13:37:14.039403 run osmo-hlr_10.42.42.2(pid=14315): stdout: \u000a| (launched: 2022-12-10_13:37:10.976248) \u000a13:37:14.091305 run osmo-hlr_10.42.42.2(pid=14315): stderr: \u000a| �[0;m�[1;31m20221210133711172 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210133711172 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210133711172 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210133711172 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210133711172 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210133711172 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210133711184 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2375/run.2022-12-10_12-42-03/voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210133711192 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210133711192 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210133711192 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:37:14.161397 run osmo-msc_10.42.42.6(pid=14321): ERR: Terminated: ERROR {rc=2} [trial-2375↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=14321)]\u000a13:37:14.212434 run osmo-msc_10.42.42.6(pid=14321): stdout: \u000a| (launched: 2022-12-10_13:37:12.987325) \u000a13:37:14.263963 run osmo-msc_10.42.42.6(pid=14321): stderr: \u000a| �[0;m�[38;5;43m20221210133713307 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210133713307 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fa82acdfc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210133713307 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210133713307 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210133713307 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210133713307 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210133713309 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210133713310 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210133713310 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210133713310 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a13:37:14.307610 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14314): Terminating (SIGTERM)\u000a13:37:14.349009 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14317): Terminating (SIGTERM)\u000a13:37:14.390625 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14320): Terminating (SIGTERM)\u000a13:37:14.400326 --- ParallelTerminationStrategy: PID 14314 died...\u000a13:37:14.455770 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14314): Terminated: ok {rc=0}\u000a13:37:14.465866 --- ParallelTerminationStrategy: PID 14317 died...\u000a13:37:14.521385 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14317): Terminated: ok {rc=0}\u000a13:37:14.531483 --- ParallelTerminationStrategy: PID 14320 died...\u000a13:37:14.586984 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14320): Terminated: ok {rc=0}\u000a13:37:14.673379 bus /sierra_3: Setting Powered False\u000a13:37:15.774650 bus /sierra_3: Setting Powered False\u000a13:37:16.885196 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 211, "className" : "voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14329): Process ended prematurely: osmo-stp_10.42.42.5(pid=14329) [trial-2375↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14329)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14329): Process ended prematurely: osmo-stp_10.42.42.5(pid=14329) [trial-2375↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14329)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2375 voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo mo_mt_call_osmux.py\u000a----------------------------------------------\u000a13:37:17.991847 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a13:37:18.003329 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a13:37:18.154157 tst mo_mt_call_osmux.py: using LAC 28764\u000a13:37:18.271158 tst mo_mt_call_osmux.py: using RAC 204\u000a13:37:18.390740 tst mo_mt_call_osmux.py: using CellId 28764\u000a13:37:18.508028 tst mo_mt_call_osmux.py: using BVCI 28765\u000a13:37:18.530816 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a13:37:18.541713 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a13:37:18.552364 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a13:37:18.563176 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a13:37:18.574059 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a13:37:18.585047 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a13:37:18.704819 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a13:37:18.905678 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:37:19.383833 run create_hlr_db(pid=14323): Launched\u000a13:37:19.555414 bus /sierra_2: Setting Powered False\u000a13:37:20.577191 run create_hlr_db(pid=14323): Terminated: ok {rc=0}\u000a13:37:21.000372 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14325): Launched\u000a13:37:21.319959 run osmo-hlr_10.42.42.2(pid=14326): Launched\u000a13:37:21.437717 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:37:21.992001 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14328): Launched\u000a13:37:22.292213 run osmo-stp_10.42.42.5(pid=14329): Launched\u000a13:37:22.400538 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a13:37:22.945663 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14331): Launched\u000a13:37:23.245093 run osmo-msc_10.42.42.6(pid=14332): Launched\u000a13:37:23.420884 run osmo-stp_10.42.42.5(pid=14329): ERR: Terminated: ERROR {rc=1} [trial-2375↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14329)]\u000a13:37:23.547587 run osmo-stp_10.42.42.5(pid=14329): stdout: \u000a| (launched: 2022-12-10_13:37:22.144646)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:37:23.671552 run osmo-stp_10.42.42.5(pid=14329): stderr: \u000a| �[0;m�[38;5;43m20221210133722315 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210133722315 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210133722315 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210133722316 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210133722316 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210133722316 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210133722316 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:37:23.790736 run osmo-stp_10.42.42.5(pid=14329): stdout: \u000a| (launched: 2022-12-10_13:37:22.144646)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:37:23.908901 run osmo-stp_10.42.42.5(pid=14329): stderr: \u000a| �[0;m�[38;5;43m20221210133722315 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210133722315 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210133722315 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210133722316 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210133722316 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210133722316 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210133722316 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:37:23.961070 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=14329): Process ended prematurely: osmo-stp_10.42.42.5(pid=14329) [trial-2375↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14329)] [trial-2375↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8]\u000a13:37:23.969437 tst mo_mt_call_osmux.py:8: Test FAILED (6.0 sec)\u000a13:37:24.028701 run osmo-hlr_10.42.42.2(pid=14326): ERR: Terminated: ERROR {rc=237} [trial-2375↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14326)]\u000a13:37:24.077100 run osmo-hlr_10.42.42.2(pid=14326): stdout: \u000a| (launched: 2022-12-10_13:37:21.162997) \u000a13:37:24.126040 run osmo-hlr_10.42.42.2(pid=14326): stderr: \u000a| �[0;m�[1;31m20221210133721363 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210133721363 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210133721363 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210133721363 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210133721363 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210133721363 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210133721375 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2375/run.2022-12-10_12-42-03/voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210133721383 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210133721383 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210133721383 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:37:24.192517 run osmo-msc_10.42.42.6(pid=14332): ERR: Terminated: ERROR {rc=2} [trial-2375↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=14332)]\u000a13:37:24.240761 run osmo-msc_10.42.42.6(pid=14332): stdout: \u000a| (launched: 2022-12-10_13:37:23.098016) \u000a13:37:24.289390 run osmo-msc_10.42.42.6(pid=14332): stderr: \u000a| �[0;m�[38;5;43m20221210133723370 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210133723370 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f75d3c86c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210133723370 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210133723370 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210133723370 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210133723371 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210133723374 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210133723374 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210133723375 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210133723375 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a13:37:24.330497 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14325): Terminating (SIGTERM)\u000a13:37:24.369387 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14328): Terminating (SIGTERM)\u000a13:37:24.409172 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14331): Terminating (SIGTERM)\u000a13:37:24.418343 --- ParallelTerminationStrategy: PID 14325 died...\u000a13:37:24.470265 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14325): Terminated: ok {rc=0}\u000a13:37:24.479863 --- ParallelTerminationStrategy: PID 14328 died...\u000a13:37:24.531592 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14328): Terminated: ok {rc=0}\u000a13:37:24.541173 --- ParallelTerminationStrategy: PID 14331 died...\u000a13:37:24.592697 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14331): Terminated: ok {rc=0}\u000a13:37:24.674397 bus /sierra_3: Setting Powered False\u000a13:37:25.779085 bus /sierra_3: Setting Powered False\u000a13:37:26.884356 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "123", "name" : "voice_trx-lms-limenet-micro+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T13:37:07" }, { "cases" : [ { "testActions" : [ ], "age" : 234, "className" : "emergency:trx-lms-limenet-micro", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14343): Process ended prematurely: osmo-stp_10.42.42.5(pid=14343) [trial-2375↪emergency:trx-lms-limenet-micro↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14343)]", "failedSince" : 2142, "name" : "emergency_mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_mo_mt_call.py\", line 19, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14343): Process ended prematurely: osmo-stp_10.42.42.5(pid=14343) [trial-2375↪emergency:trx-lms-limenet-micro↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14343)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2375 emergency:trx-lms-limenet-micro emergency_mo_mt_call.py\u000a----------------------------------------------\u000a13:37:28.886653 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a13:37:28.897796 tst emergency:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a13:37:29.035395 tst emergency_mo_mt_call.py: using LAC 28765\u000a13:37:29.159815 tst emergency_mo_mt_call.py: using RAC 205\u000a13:37:29.282271 tst emergency_mo_mt_call.py: using CellId 28765\u000a13:37:29.404342 tst emergency_mo_mt_call.py: using BVCI 28766\u000a13:37:29.428112 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a13:37:29.439284 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a13:37:29.450266 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a13:37:29.461544 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a13:37:29.472621 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a13:37:29.483763 tst emergency:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a13:37:29.597569 tst emergency:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a13:37:29.801872 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:37:30.293973 run create_hlr_db(pid=14337): Launched\u000a13:37:30.476430 bus /sierra_2: Setting Powered False\u000a13:37:31.497904 run create_hlr_db(pid=14337): Terminated: ok {rc=0}\u000a13:37:31.939425 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14339): Launched\u000a13:37:32.276183 run osmo-hlr_10.42.42.2(pid=14340): Launched\u000a13:37:32.387918 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:37:32.897230 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14342): Launched\u000a13:37:33.190137 run osmo-stp_10.42.42.5(pid=14343): Launched\u000a13:37:33.318272 tst emergency_mo_mt_call.py: using MSISDN 7759\u000a13:37:33.468621 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a13:37:34.006423 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14345): Launched\u000a13:37:34.300168 run osmo-msc_10.42.42.6(pid=14346): Launched\u000a13:37:34.473709 run osmo-stp_10.42.42.5(pid=14343): ERR: Terminated: ERROR {rc=1} [trial-2375↪emergency:trx-lms-limenet-micro↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14343)]\u000a13:37:34.598321 run osmo-stp_10.42.42.5(pid=14343): stdout: \u000a| (launched: 2022-12-10_13:37:33.046244)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:37:34.720851 run osmo-stp_10.42.42.5(pid=14343): stderr: \u000a| �[0;m�[38;5;43m20221210133733215 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210133733215 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210133733215 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210133733216 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210133733216 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210133733216 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210133733216 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:37:34.838695 run osmo-stp_10.42.42.5(pid=14343): stdout: \u000a| (launched: 2022-12-10_13:37:33.046244)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:37:34.955643 run osmo-stp_10.42.42.5(pid=14343): stderr: \u000a| �[0;m�[38;5;43m20221210133733215 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210133733215 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210133733215 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210133733216 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210133733216 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210133733216 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210133733216 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:37:35.006868 tst emergency_mo_mt_call.py:19: ERR: Error: osmo-stp_10.42.42.5(pid=14343): Process ended prematurely: osmo-stp_10.42.42.5(pid=14343) [trial-2375↪emergency:trx-lms-limenet-micro↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14343)] [trial-2375↪emergency:trx-lms-limenet-micro↪emergency_mo_mt_call.py:19]\u000a13:37:35.014866 tst emergency_mo_mt_call.py:19: Test FAILED (6.1 sec)\u000a13:37:35.074147 run osmo-hlr_10.42.42.2(pid=14340): ERR: Terminated: ERROR {rc=237} [trial-2375↪emergency:trx-lms-limenet-micro↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14340)]\u000a13:37:35.122579 run osmo-hlr_10.42.42.2(pid=14340): stdout: \u000a| (launched: 2022-12-10_13:37:32.101291) \u000a13:37:35.171467 run osmo-hlr_10.42.42.2(pid=14340): stderr: \u000a| �[0;m�[1;31m20221210133732299 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210133732299 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210133732299 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210133732299 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210133732299 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210133732299 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210133732311 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2375/run.2022-12-10_12-42-03/emergency:trx-lms-limenet-micro/emergency_mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210133732321 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210133732322 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210133732322 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:37:35.237981 run osmo-msc_10.42.42.6(pid=14346): ERR: Terminated: ERROR {rc=2} [trial-2375↪emergency:trx-lms-limenet-micro↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=14346)]\u000a13:37:35.285998 run osmo-msc_10.42.42.6(pid=14346): stdout: \u000a| (launched: 2022-12-10_13:37:34.155824) \u000a13:37:35.334418 run osmo-msc_10.42.42.6(pid=14346): stderr: \u000a| �[0;m�[38;5;43m20221210133734429 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210133734429 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fdc5a4abc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210133734429 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210133734430 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210133734430 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210133734430 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210133734432 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210133734432 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210133734432 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210133734432 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a13:37:35.375274 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14339): Terminating (SIGTERM)\u000a13:37:35.413919 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14342): Terminating (SIGTERM)\u000a13:37:35.452714 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14345): Terminating (SIGTERM)\u000a13:37:35.462191 --- ParallelTerminationStrategy: PID 14339 died...\u000a13:37:35.514556 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14339): Terminated: ok {rc=0}\u000a13:37:35.524279 --- ParallelTerminationStrategy: PID 14342 died...\u000a13:37:35.576111 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14342): Terminated: ok {rc=0}\u000a13:37:35.585730 --- ParallelTerminationStrategy: PID 14345 died...\u000a13:37:35.637781 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14345): Terminated: ok {rc=0}\u000a13:37:35.723853 bus /sierra_3: Setting Powered False\u000a13:37:36.824252 bus /sierra_3: Setting Powered False\u000a13:37:37.934659 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 234, "className" : "emergency:trx-lms-limenet-micro", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14354): Process ended prematurely: osmo-stp_10.42.42.5(pid=14354) [trial-2375↪emergency:trx-lms-limenet-micro↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14354)]", "failedSince" : 2142, "name" : "emergency_preemptive_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_preemptive_call.py\", line 32, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14354): Process ended prematurely: osmo-stp_10.42.42.5(pid=14354) [trial-2375↪emergency:trx-lms-limenet-micro↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14354)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2375 emergency:trx-lms-limenet-micro emergency_preemptive_call.py\u000a----------------------------------------------\u000a13:37:38.985596 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a13:37:38.996932 tst emergency:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a13:37:39.130953 tst emergency_preemptive_call.py: using LAC 28766\u000a13:37:39.246722 tst emergency_preemptive_call.py: using RAC 206\u000a13:37:39.362331 tst emergency_preemptive_call.py: using CellId 28766\u000a13:37:39.477690 tst emergency_preemptive_call.py: using BVCI 28767\u000a13:37:39.500091 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a13:37:39.510918 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a13:37:39.521398 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a13:37:39.532381 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a13:37:39.543356 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a13:37:39.554378 tst emergency:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a13:37:39.668545 tst emergency:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a13:37:39.786865 tst emergency:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a13:37:39.905755 tst emergency:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a13:37:40.103005 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:37:40.574952 run create_hlr_db(pid=14348): Launched\u000a13:37:40.744022 bus /sierra_2: Setting Powered False\u000a13:37:41.765233 run create_hlr_db(pid=14348): Terminated: ok {rc=0}\u000a13:37:42.155567 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14350): Launched\u000a13:37:42.447728 run osmo-hlr_10.42.42.2(pid=14351): Launched\u000a13:37:42.561124 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:37:43.080042 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14353): Launched\u000a13:37:43.373928 run osmo-stp_10.42.42.5(pid=14354): Launched\u000a13:37:43.495585 tst emergency_preemptive_call.py: using MSISDN 7760\u000a13:37:43.641307 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a13:37:44.176144 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14356): Launched\u000a13:37:44.470455 run osmo-msc_10.42.42.6(pid=14357): Launched\u000a13:37:44.643576 run osmo-stp_10.42.42.5(pid=14354): ERR: Terminated: ERROR {rc=1} [trial-2375↪emergency:trx-lms-limenet-micro↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14354)]\u000a13:37:44.768596 run osmo-stp_10.42.42.5(pid=14354): stdout: \u000a| (launched: 2022-12-10_13:37:43.229450)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:37:44.890732 run osmo-stp_10.42.42.5(pid=14354): stderr: \u000a| �[0;m�[38;5;43m20221210133743396 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210133743396 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210133743396 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210133743397 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210133743398 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210133743398 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210133743398 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:37:45.008445 run osmo-stp_10.42.42.5(pid=14354): stdout: \u000a| (launched: 2022-12-10_13:37:43.229450)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:37:45.124811 run osmo-stp_10.42.42.5(pid=14354): stderr: \u000a| �[0;m�[38;5;43m20221210133743396 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210133743396 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210133743396 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210133743397 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210133743398 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210133743398 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210133743398 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:37:45.175923 tst emergency_preemptive_call.py:32: ERR: Error: osmo-stp_10.42.42.5(pid=14354): Process ended prematurely: osmo-stp_10.42.42.5(pid=14354) [trial-2375↪emergency:trx-lms-limenet-micro↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14354)] [trial-2375↪emergency:trx-lms-limenet-micro↪emergency_preemptive_call.py:32]\u000a13:37:45.183781 tst emergency_preemptive_call.py:32: Test FAILED (6.2 sec)\u000a13:37:45.243267 run osmo-hlr_10.42.42.2(pid=14351): ERR: Terminated: ERROR {rc=237} [trial-2375↪emergency:trx-lms-limenet-micro↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14351)]\u000a13:37:45.291643 run osmo-hlr_10.42.42.2(pid=14351): stdout: \u000a| (launched: 2022-12-10_13:37:42.305075) \u000a13:37:45.340571 run osmo-hlr_10.42.42.2(pid=14351): stderr: \u000a| �[0;m�[1;31m20221210133742481 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210133742481 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210133742481 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210133742481 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210133742481 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210133742481 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210133742493 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2375/run.2022-12-10_12-42-03/emergency:trx-lms-limenet-micro/emergency_preemptive_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210133742504 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210133742504 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210133742504 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:37:45.407164 run osmo-msc_10.42.42.6(pid=14357): ERR: Terminated: ERROR {rc=2} [trial-2375↪emergency:trx-lms-limenet-micro↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=14357)]\u000a13:37:45.455190 run osmo-msc_10.42.42.6(pid=14357): stdout: \u000a| (launched: 2022-12-10_13:37:44.325968) \u000a13:37:45.503890 run osmo-msc_10.42.42.6(pid=14357): stderr: \u000a| �[0;m�[38;5;43m20221210133744597 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210133744597 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fb88d5f2c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210133744597 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210133744597 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210133744597 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210133744598 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210133744599 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210133744600 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210133744600 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210133744600 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a13:37:45.544899 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14350): Terminating (SIGTERM)\u000a13:37:45.583946 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14353): Terminating (SIGTERM)\u000a13:37:45.622714 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14356): Terminating (SIGTERM)\u000a13:37:45.631916 --- ParallelTerminationStrategy: PID 14350 died...\u000a13:37:45.684935 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14350): Terminated: ok {rc=0}\u000a13:37:45.694694 --- ParallelTerminationStrategy: PID 14353 died...\u000a13:37:45.746857 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14353): Terminated: ok {rc=0}\u000a13:37:45.756561 --- ParallelTerminationStrategy: PID 14356 died...\u000a13:37:45.808920 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14356): Terminated: ok {rc=0}\u000a13:37:45.926622 bus /sierra_9: Setting Powered False\u000a13:37:47.038445 bus /sierra_9: Setting Powered False\u000a13:37:48.148532 bus /sierra_8: Setting Powered False\u000a13:37:49.249508 bus /sierra_8: Setting Powered False\u000a13:37:50.354224 bus /sierra_3: Setting Powered False\u000a13:37:51.460289 bus /sierra_3: Setting Powered False\u000a13:37:52.571185 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 26.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "124", "name" : "emergency_trx-lms-limenet-micro", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T13:37:28" }, { "cases" : [ { "testActions" : [ ], "age" : 237, "className" : "gprs:trx-lms-limenet-micro", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14372): Process ended prematurely: osmo-stp_10.42.42.5(pid=14372) [trial-2375↪gprs:trx-lms-limenet-micro↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14372)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14372): Process ended prematurely: osmo-stp_10.42.42.5(pid=14372) [trial-2375↪gprs:trx-lms-limenet-micro↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14372)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2375 gprs:trx-lms-limenet-micro cs_paging_gprs_active.py\u000a----------------------------------------------\u000a13:37:54.665125 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a13:37:54.675530 tst gprs:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a13:37:54.804162 tst cs_paging_gprs_active.py: using LAC 28767\u000a13:37:54.922616 tst cs_paging_gprs_active.py: using RAC 207\u000a13:37:55.043770 tst cs_paging_gprs_active.py: using CellId 28767\u000a13:37:55.158705 tst cs_paging_gprs_active.py: using BVCI 28768\u000a13:37:55.181441 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a13:37:55.191943 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a13:37:55.202269 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a13:37:55.212568 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a13:37:55.222979 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a13:37:55.233262 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a13:37:55.243673 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a13:37:55.253913 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a13:37:55.264401 tst gprs:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a13:37:55.381695 tst gprs:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a13:37:55.673369 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a13:37:55.807156 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:37:56.136562 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14362): Launched\u000a13:37:56.409773 run iperf3-srv_10.42.42.10(pid=14363): Launched\u000a13:37:56.604939 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a13:37:56.738440 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:37:57.068419 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14364): Launched\u000a13:37:57.341709 run iperf3-srv_10.42.42.10(pid=14365): Launched\u000a13:37:57.536551 tst cs_paging_gprs_active.py:38: start network...\u000a13:37:57.669738 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:37:58.171357 run create_hlr_db(pid=14366): Launched\u000a13:37:58.356651 bus /sierra_2: Setting Powered False\u000a13:37:59.376783 run create_hlr_db(pid=14366): Terminated: ok {rc=0}\u000a13:37:59.799192 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14368): Launched\u000a13:38:00.120533 run osmo-hlr_10.42.42.2(pid=14369): Launched\u000a13:38:00.240606 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:38:00.798412 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14371): Launched\u000a13:38:01.268291 run osmo-stp_10.42.42.5(pid=14372): Launched\u000a13:38:01.393351 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:38:01.980054 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14374): Launched\u000a13:38:02.090324 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:38:02.376936 run patchelf(pid=14375): Launched\u000a13:38:02.564700 run osmo-stp_10.42.42.5(pid=14372): ERR: Terminated: ERROR {rc=1} [trial-2375↪gprs:trx-lms-limenet-micro↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14372)]\u000a13:38:02.701806 run osmo-stp_10.42.42.5(pid=14372): stdout: \u000a| (launched: 2022-12-10_13:38:00.980175)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:38:02.839109 run osmo-stp_10.42.42.5(pid=14372): stderr: \u000a| �[0;m�[38;5;43m20221210133801249 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210133801249 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210133801250 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210133801250 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210133801250 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210133801251 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210133801251 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:38:02.972556 run osmo-stp_10.42.42.5(pid=14372): stdout: \u000a| (launched: 2022-12-10_13:38:00.980175)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:38:03.103679 run osmo-stp_10.42.42.5(pid=14372): stderr: \u000a| �[0;m�[38;5;43m20221210133801249 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210133801249 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210133801250 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210133801250 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210133801250 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210133801251 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210133801251 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:38:03.256121 run patchelf(pid=14375): Terminating (SIGINT)\u000a13:38:03.435420 run patchelf(pid=14375): Terminated: ok {rc=0}\u000a13:38:03.468385 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=14372): Process ended prematurely: osmo-stp_10.42.42.5(pid=14372) [trial-2375↪gprs:trx-lms-limenet-micro↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14372)] [trial-2375↪gprs:trx-lms-limenet-micro↪cs_paging_gprs_active.py:38]\u000a13:38:03.478284 tst cs_paging_gprs_active.py:38: Test FAILED (8.8 sec)\u000a13:38:03.541378 run osmo-hlr_10.42.42.2(pid=14369): ERR: Terminated: ERROR {rc=237} [trial-2375↪gprs:trx-lms-limenet-micro↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14369)]\u000a13:38:03.590138 run osmo-hlr_10.42.42.2(pid=14369): stdout: \u000a| (launched: 2022-12-10_13:37:59.962869) \u000a13:38:03.639542 run osmo-hlr_10.42.42.2(pid=14369): stderr: \u000a| �[0;m�[1;31m20221210133800160 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210133800160 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210133800160 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210133800160 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210133800160 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210133800160 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210133800172 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2375/run.2022-12-10_12-42-03/gprs:trx-lms-limenet-micro/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210133800180 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210133800180 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210133800180 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:38:03.681209 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14362): Terminating (SIGTERM)\u000a13:38:03.720764 run iperf3-srv_10.42.42.10(pid=14363): Terminating (SIGTERM)\u000a13:38:03.760484 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14364): Terminating (SIGTERM)\u000a13:38:03.799876 run iperf3-srv_10.42.42.10(pid=14365): Terminating (SIGTERM)\u000a13:38:03.839521 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14368): Terminating (SIGTERM)\u000a13:38:03.879177 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14371): Terminating (SIGTERM)\u000a13:38:03.918807 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14374): Terminating (SIGTERM)\u000a13:38:03.928556 --- ParallelTerminationStrategy: PID 14362 died...\u000a13:38:03.981529 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14362): Terminated: ok {rc=0}\u000a13:38:03.991741 --- ParallelTerminationStrategy: PID 14363 died...\u000a13:38:04.044032 run iperf3-srv_10.42.42.10(pid=14363): Terminated {rc=256}\u000a13:38:04.054115 --- ParallelTerminationStrategy: PID 14364 died...\u000a13:38:04.106621 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14364): Terminated: ok {rc=0}\u000a13:38:04.116140 --- ParallelTerminationStrategy: PID 14365 died...\u000a13:38:04.168428 run iperf3-srv_10.42.42.10(pid=14365): Terminated {rc=256}\u000a13:38:04.177948 --- ParallelTerminationStrategy: PID 14368 died...\u000a13:38:04.229743 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14368): Terminated: ok {rc=0}\u000a13:38:04.239212 --- ParallelTerminationStrategy: PID 14371 died...\u000a13:38:04.290962 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14371): Terminated: ok {rc=0}\u000a13:38:04.300448 --- ParallelTerminationStrategy: PID 14374 died...\u000a13:38:04.352888 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14374): Terminated: ok {rc=0}\u000a13:38:04.438570 bus /gobi_0: Setting Powered False\u000a13:38:05.539714 bus /gobi_0: Setting Powered False\u000a13:38:06.644750 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 237, "className" : "gprs:trx-lms-limenet-micro", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14384): Process ended prematurely: osmo-stp_10.42.42.5(pid=14384) [trial-2375↪gprs:trx-lms-limenet-micro↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14384)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14384): Process ended prematurely: osmo-stp_10.42.42.5(pid=14384) [trial-2375↪gprs:trx-lms-limenet-micro↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14384)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2375 gprs:trx-lms-limenet-micro iperf3.py\u000a----------------------------------------------\u000a13:38:07.758006 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a13:38:07.769705 tst gprs:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a13:38:07.904680 tst iperf3.py: using LAC 28768\u000a13:38:08.024281 tst iperf3.py: using RAC 208\u000a13:38:08.147986 tst iperf3.py: using CellId 28768\u000a13:38:08.263614 tst iperf3.py: using BVCI 28769\u000a13:38:08.286464 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a13:38:08.297173 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a13:38:08.307551 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a13:38:08.317980 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a13:38:08.328375 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a13:38:08.338693 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a13:38:08.349346 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a13:38:08.359586 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a13:38:08.370464 tst gprs:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a13:38:08.647693 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a13:38:08.771813 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:38:09.079496 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14376): Launched\u000a13:38:09.334940 run iperf3-srv_10.42.42.10(pid=14377): Launched\u000a13:38:09.516051 tst iperf3.py:8: start network...\u000a13:38:09.639972 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:38:10.116565 run create_hlr_db(pid=14378): Launched\u000a13:38:10.287090 bus /gobi_6: Setting Powered False\u000a13:38:11.308110 run create_hlr_db(pid=14378): Terminated: ok {rc=0}\u000a13:38:11.702799 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14380): Launched\u000a13:38:12.001442 run osmo-hlr_10.42.42.2(pid=14381): Launched\u000a13:38:12.111563 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:38:12.631027 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14383): Launched\u000a13:38:12.930402 run osmo-stp_10.42.42.5(pid=14384): Launched\u000a13:38:13.039969 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:38:13.559598 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14386): Launched\u000a13:38:13.665513 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:38:13.924622 run patchelf(pid=14387): Launched\u000a13:38:14.099156 run osmo-stp_10.42.42.5(pid=14384): ERR: Terminated: ERROR {rc=1} [trial-2375↪gprs:trx-lms-limenet-micro↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14384)]\u000a13:38:14.226360 run osmo-stp_10.42.42.5(pid=14384): stdout: \u000a| (launched: 2022-12-10_13:38:12.782582)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:38:14.354018 run osmo-stp_10.42.42.5(pid=14384): stderr: \u000a| �[0;m�[38;5;43m20221210133812956 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210133812957 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210133812957 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210133812957 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210133812958 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210133812958 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210133812958 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:38:14.477975 run osmo-stp_10.42.42.5(pid=14384): stdout: \u000a| (launched: 2022-12-10_13:38:12.782582)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:38:14.599935 run osmo-stp_10.42.42.5(pid=14384): stderr: \u000a| �[0;m�[38;5;43m20221210133812956 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210133812957 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210133812957 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210133812957 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210133812958 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210133812958 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210133812958 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:38:14.742226 run patchelf(pid=14387): Terminating (SIGINT)\u000a13:38:14.910114 run patchelf(pid=14387): Terminated: ok {rc=0}\u000a13:38:14.940713 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=14384): Process ended prematurely: osmo-stp_10.42.42.5(pid=14384) [trial-2375↪gprs:trx-lms-limenet-micro↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14384)] [trial-2375↪gprs:trx-lms-limenet-micro↪iperf3.py:8]\u000a13:38:14.949721 tst iperf3.py:8: Test FAILED (7.2 sec)\u000a13:38:15.008658 run osmo-hlr_10.42.42.2(pid=14381): ERR: Terminated: ERROR {rc=237} [trial-2375↪gprs:trx-lms-limenet-micro↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14381)]\u000a13:38:15.056309 run osmo-hlr_10.42.42.2(pid=14381): stdout: \u000a| (launched: 2022-12-10_13:38:11.853872) \u000a13:38:15.104786 run osmo-hlr_10.42.42.2(pid=14381): stderr: \u000a| �[0;m�[1;31m20221210133812028 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210133812028 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210133812028 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210133812028 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210133812028 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210133812028 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210133812040 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2375/run.2022-12-10_12-42-03/gprs:trx-lms-limenet-micro/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210133812051 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210133812051 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210133812051 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:38:15.145956 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14376): Terminating (SIGTERM)\u000a13:38:15.184619 run iperf3-srv_10.42.42.10(pid=14377): Terminating (SIGTERM)\u000a13:38:15.223396 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14380): Terminating (SIGTERM)\u000a13:38:15.262301 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14383): Terminating (SIGTERM)\u000a13:38:15.301118 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14386): Terminating (SIGTERM)\u000a13:38:15.310059 --- ParallelTerminationStrategy: PID 14376 died...\u000a13:38:15.362238 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14376): Terminated: ok {rc=0}\u000a13:38:15.371775 --- ParallelTerminationStrategy: PID 14377 died...\u000a13:38:15.423930 run iperf3-srv_10.42.42.10(pid=14377): Terminated {rc=256}\u000a13:38:15.433469 --- ParallelTerminationStrategy: PID 14380 died...\u000a13:38:15.485472 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14380): Terminated: ok {rc=0}\u000a13:38:15.495163 --- ParallelTerminationStrategy: PID 14383 died...\u000a13:38:15.547361 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14383): Terminated: ok {rc=0}\u000a13:38:15.557019 --- ParallelTerminationStrategy: PID 14386 died...\u000a13:38:15.609335 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14386): Terminated: ok {rc=0}\u000a13:38:15.691251 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 237, "className" : "gprs:trx-lms-limenet-micro", "duration" : 13.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14674): Process ended prematurely: osmo-stp_10.42.42.5(pid=14674) [trial-2375↪gprs:trx-lms-limenet-micro↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14674)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14674): Process ended prematurely: osmo-stp_10.42.42.5(pid=14674) [trial-2375↪gprs:trx-lms-limenet-micro↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14674)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2375 gprs:trx-lms-limenet-micro iperf3m4.py\u000a----------------------------------------------\u000a13:38:16.864672 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a13:38:16.883627 tst gprs:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a13:38:17.075314 tst iperf3m4.py: using LAC 28769\u000a13:38:17.252407 tst iperf3m4.py: using RAC 209\u000a13:38:17.415314 tst iperf3m4.py: using CellId 28769\u000a13:38:17.589062 tst iperf3m4.py: using BVCI 28770\u000a13:38:17.618091 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a13:38:17.632842 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a13:38:17.652894 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a13:38:17.670034 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a13:38:17.685467 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a13:38:17.700228 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a13:38:17.717825 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a13:38:17.735410 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a13:38:17.753897 tst gprs:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a13:38:17.921234 tst gprs:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a13:38:18.058985 tst gprs:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a13:38:18.198738 tst gprs:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a13:38:18.558871 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a13:38:18.724026 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:38:19.138974 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14592): Launched\u000a13:38:19.502121 run iperf3-srv_10.42.42.10(pid=14638): Launched\u000a13:38:19.728010 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a13:38:19.876522 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:38:20.223573 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14660): Launched\u000a13:38:20.515727 run iperf3-srv_10.42.42.10(pid=14661): Launched\u000a13:38:20.702883 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a13:38:20.830520 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:38:21.170681 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14662): Launched\u000a13:38:21.459280 run iperf3-srv_10.42.42.10(pid=14663): Launched\u000a13:38:21.644478 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a13:38:21.772377 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:38:22.108201 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14666): Launched\u000a13:38:22.392327 run iperf3-srv_10.42.42.10(pid=14667): Launched\u000a13:38:22.582695 tst iperf3m4.py:8: start network...\u000a13:38:22.709515 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:38:23.241743 run create_hlr_db(pid=14668): Launched\u000a13:38:23.416674 bus /gobi_6: Setting Powered False\u000a13:38:24.440370 run create_hlr_db(pid=14668): Terminated: ok {rc=0}\u000a13:38:24.873722 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14670): Launched\u000a13:38:25.308348 run osmo-hlr_10.42.42.2(pid=14671): Launched\u000a13:38:25.556388 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:38:26.242214 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14673): Launched\u000a13:38:26.671071 run osmo-stp_10.42.42.5(pid=14674): Launched\u000a13:38:26.886682 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:38:27.464793 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14676): Launched\u000a13:38:27.581269 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:38:27.878895 run patchelf(pid=14677): Launched\u000a13:38:28.068751 run osmo-stp_10.42.42.5(pid=14674): ERR: Terminated: ERROR {rc=1} [trial-2375↪gprs:trx-lms-limenet-micro↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14674)]\u000a13:38:28.207673 run osmo-stp_10.42.42.5(pid=14674): stdout: \u000a| (launched: 2022-12-10_13:38:26.405796)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:38:28.347057 run osmo-stp_10.42.42.5(pid=14674): stderr: \u000a| �[0;m�[38;5;43m20221210133826704 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210133826704 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210133826704 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210133826705 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210133826707 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210133826707 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210133826707 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:38:28.481798 run osmo-stp_10.42.42.5(pid=14674): stdout: \u000a| (launched: 2022-12-10_13:38:26.405796)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:38:28.615936 run osmo-stp_10.42.42.5(pid=14674): stderr: \u000a| �[0;m�[38;5;43m20221210133826704 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210133826704 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210133826704 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210133826705 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210133826707 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210133826707 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210133826707 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:38:28.770533 run patchelf(pid=14677): Terminating (SIGINT)\u000a13:38:28.953188 run patchelf(pid=14677): Terminated: ok {rc=0}\u000a13:38:28.987021 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=14674): Process ended prematurely: osmo-stp_10.42.42.5(pid=14674) [trial-2375↪gprs:trx-lms-limenet-micro↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14674)] [trial-2375↪gprs:trx-lms-limenet-micro↪iperf3m4.py:8]\u000a13:38:28.997791 tst iperf3m4.py:8: Test FAILED (12.2 sec)\u000a13:38:29.065775 run osmo-hlr_10.42.42.2(pid=14671): ERR: Terminated: ERROR {rc=237} [trial-2375↪gprs:trx-lms-limenet-micro↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14671)]\u000a13:38:29.119755 run osmo-hlr_10.42.42.2(pid=14671): stdout: \u000a| (launched: 2022-12-10_13:38:25.041412) \u000a13:38:29.174409 run osmo-hlr_10.42.42.2(pid=14671): stderr: \u000a| �[0;m�[1;31m20221210133825357 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210133825357 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210133825358 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210133825358 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210133825358 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210133825358 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210133825371 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2375/run.2022-12-10_12-42-03/gprs:trx-lms-limenet-micro/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210133825388 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210133825388 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210133825388 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:38:29.219672 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14592): Terminating (SIGTERM)\u000a13:38:29.266767 run iperf3-srv_10.42.42.10(pid=14638): Terminating (SIGTERM)\u000a13:38:29.311277 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14660): Terminating (SIGTERM)\u000a13:38:29.358536 run iperf3-srv_10.42.42.10(pid=14661): Terminating (SIGTERM)\u000a13:38:29.404345 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14662): Terminating (SIGTERM)\u000a13:38:29.450577 run iperf3-srv_10.42.42.10(pid=14663): Terminating (SIGTERM)\u000a13:38:29.495357 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14666): Terminating (SIGTERM)\u000a13:38:29.540521 run iperf3-srv_10.42.42.10(pid=14667): Terminating (SIGTERM)\u000a13:38:29.586621 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14670): Terminating (SIGTERM)\u000a13:38:29.632853 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14673): Terminating (SIGTERM)\u000a13:38:29.678026 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14676): Terminating (SIGTERM)\u000a13:38:29.690281 --- ParallelTerminationStrategy: PID 14592 died...\u000a13:38:29.750848 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14592): Terminated: ok {rc=0}\u000a13:38:29.762048 --- ParallelTerminationStrategy: PID 14638 died...\u000a13:38:29.821346 run iperf3-srv_10.42.42.10(pid=14638): Terminated {rc=256}\u000a13:38:29.832384 --- ParallelTerminationStrategy: PID 14660 died...\u000a13:38:29.891498 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14660): Terminated: ok {rc=0}\u000a13:38:29.902996 --- ParallelTerminationStrategy: PID 14661 died...\u000a13:38:29.962504 run iperf3-srv_10.42.42.10(pid=14661): Terminated {rc=256}\u000a13:38:29.973815 --- ParallelTerminationStrategy: PID 14662 died...\u000a13:38:30.032389 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14662): Terminated: ok {rc=0}\u000a13:38:30.043753 --- ParallelTerminationStrategy: PID 14663 died...\u000a13:38:30.102268 run iperf3-srv_10.42.42.10(pid=14663): Terminated {rc=256}\u000a13:38:30.113696 --- ParallelTerminationStrategy: PID 14666 died...\u000a13:38:30.172491 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14666): Terminated: ok {rc=0}\u000a13:38:30.183536 --- ParallelTerminationStrategy: PID 14667 died...\u000a13:38:30.242259 run iperf3-srv_10.42.42.10(pid=14667): Terminated {rc=256}\u000a13:38:30.253337 --- ParallelTerminationStrategy: PID 14670 died...\u000a13:38:30.312220 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14670): Terminated: ok {rc=0}\u000a13:38:30.323345 --- ParallelTerminationStrategy: PID 14673 died...\u000a13:38:30.382317 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14673): Terminated: ok {rc=0}\u000a13:38:30.393249 --- ParallelTerminationStrategy: PID 14676 died...\u000a13:38:30.452351 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14676): Terminated: ok {rc=0}\u000a13:38:30.542022 bus /gobi_4: Setting Powered False\u000a13:38:31.690487 bus /gobi_4: Setting Powered False\u000a13:38:32.805040 bus /gobi_1: Setting Powered False\u000a13:38:33.909963 bus /gobi_1: Setting Powered False\u000a13:38:35.019611 bus /gobi_0: Setting Powered False\u000a13:38:36.125290 bus /gobi_0: Setting Powered False\u000a13:38:37.237312 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 237, "className" : "gprs:trx-lms-limenet-micro", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14685): Process ended prematurely: osmo-stp_10.42.42.5(pid=14685) [trial-2375↪gprs:trx-lms-limenet-micro↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14685)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14685): Process ended prematurely: osmo-stp_10.42.42.5(pid=14685) [trial-2375↪gprs:trx-lms-limenet-micro↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14685)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2375 gprs:trx-lms-limenet-micro ping.py\u000a----------------------------------------------\u000a13:38:38.310384 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a13:38:38.323126 tst gprs:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a13:38:38.455565 tst ping.py: using LAC 28770\u000a13:38:38.573552 tst ping.py: using RAC 210\u000a13:38:38.695357 tst ping.py: using CellId 28770\u000a13:38:38.808603 tst ping.py: using BVCI 28771\u000a13:38:38.831477 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a13:38:38.842575 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a13:38:38.853460 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a13:38:38.864464 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a13:38:38.875474 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a13:38:38.887545 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a13:38:38.898561 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a13:38:38.909582 tst gprs:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a13:38:39.198242 tst ping.py:19: start network...\u000a13:38:39.327645 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:38:39.810805 run create_hlr_db(pid=14679): Launched\u000a13:38:39.989545 bus /gobi_6: Setting Powered False\u000a13:38:41.009616 run create_hlr_db(pid=14679): Terminated: ok {rc=0}\u000a13:38:41.397357 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14681): Launched\u000a13:38:41.687031 run osmo-hlr_10.42.42.2(pid=14682): Launched\u000a13:38:41.793085 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:38:42.296250 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14684): Launched\u000a13:38:42.585470 run osmo-stp_10.42.42.5(pid=14685): Launched\u000a13:38:42.697142 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:38:43.199584 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14687): Launched\u000a13:38:43.302691 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:38:43.554888 run patchelf(pid=14688): Launched\u000a13:38:43.725303 run osmo-stp_10.42.42.5(pid=14685): ERR: Terminated: ERROR {rc=1} [trial-2375↪gprs:trx-lms-limenet-micro↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14685)]\u000a13:38:43.849452 run osmo-stp_10.42.42.5(pid=14685): stdout: \u000a| (launched: 2022-12-10_13:38:42.443071)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:38:43.973832 run osmo-stp_10.42.42.5(pid=14685): stderr: \u000a| �[0;m�[38;5;43m20221210133842611 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210133842611 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210133842611 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210133842611 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210133842612 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210133842612 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210133842612 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:38:44.094402 run osmo-stp_10.42.42.5(pid=14685): stdout: \u000a| (launched: 2022-12-10_13:38:42.443071)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:38:44.214032 run osmo-stp_10.42.42.5(pid=14685): stderr: \u000a| �[0;m�[38;5;43m20221210133842611 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210133842611 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210133842611 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210133842611 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210133842612 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210133842612 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210133842612 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:38:44.353410 run patchelf(pid=14688): Terminating (SIGINT)\u000a13:38:44.517114 run patchelf(pid=14688): Terminated: ok {rc=0}\u000a13:38:44.547071 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=14685): Process ended prematurely: osmo-stp_10.42.42.5(pid=14685) [trial-2375↪gprs:trx-lms-limenet-micro↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14685)] [trial-2375↪gprs:trx-lms-limenet-micro↪ping.py:22]\u000a13:38:44.555582 tst ping.py:22: Test FAILED (6.2 sec)\u000a13:38:44.614066 run osmo-hlr_10.42.42.2(pid=14682): ERR: Terminated: ERROR {rc=237} [trial-2375↪gprs:trx-lms-limenet-micro↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14682)]\u000a13:38:44.662289 run osmo-hlr_10.42.42.2(pid=14682): stdout: \u000a| (launched: 2022-12-10_13:38:41.543877) \u000a13:38:44.711102 run osmo-hlr_10.42.42.2(pid=14682): stderr: \u000a| �[0;m�[1;31m20221210133841716 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210133841717 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210133841717 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210133841717 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210133841717 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210133841717 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210133841729 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2375/run.2022-12-10_12-42-03/gprs:trx-lms-limenet-micro/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210133841738 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210133841738 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210133841738 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:38:44.752178 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14681): Terminating (SIGTERM)\u000a13:38:44.791040 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14684): Terminating (SIGTERM)\u000a13:38:44.829809 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14687): Terminating (SIGTERM)\u000a13:38:44.838905 --- ParallelTerminationStrategy: PID 14681 died...\u000a13:38:44.890752 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14681): Terminated: ok {rc=0}\u000a13:38:44.900104 --- ParallelTerminationStrategy: PID 14684 died...\u000a13:38:44.951707 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14684): Terminated: ok {rc=0}\u000a13:38:44.961152 --- ParallelTerminationStrategy: PID 14687 died...\u000a13:38:45.012713 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14687): Terminated: ok {rc=0}\u000a13:38:45.093914 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 237, "className" : "gprs:trx-lms-limenet-micro", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14695): Process ended prematurely: osmo-stp_10.42.42.5(pid=14695) [trial-2375↪gprs:trx-lms-limenet-micro↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14695)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14695): Process ended prematurely: osmo-stp_10.42.42.5(pid=14695) [trial-2375↪gprs:trx-lms-limenet-micro↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14695)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2375 gprs:trx-lms-limenet-micro ping_idle_ping.py\u000a----------------------------------------------\u000a13:38:46.144044 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a13:38:46.159815 tst gprs:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a13:38:46.351790 tst ping_idle_ping.py: using LAC 28771\u000a13:38:46.481190 tst ping_idle_ping.py: using RAC 211\u000a13:38:46.600450 tst ping_idle_ping.py: using CellId 28771\u000a13:38:46.729366 tst ping_idle_ping.py: using BVCI 28772\u000a13:38:46.754306 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a13:38:46.766332 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a13:38:46.778313 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a13:38:46.792446 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a13:38:46.805459 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a13:38:46.817271 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a13:38:46.830134 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a13:38:46.844121 tst gprs:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a13:38:47.123257 tst ping_idle_ping.py:24: start network...\u000a13:38:47.246173 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:38:47.713943 run create_hlr_db(pid=14689): Launched\u000a13:38:47.881682 bus /gobi_6: Setting Powered False\u000a13:38:48.903274 run create_hlr_db(pid=14689): Terminated: ok {rc=0}\u000a13:38:49.316205 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14691): Launched\u000a13:38:49.626981 run osmo-hlr_10.42.42.2(pid=14692): Launched\u000a13:38:49.744629 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:38:50.284430 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14694): Launched\u000a13:38:50.594564 run osmo-stp_10.42.42.5(pid=14695): Launched\u000a13:38:50.707233 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:38:51.246332 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14697): Launched\u000a13:38:51.349947 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:38:51.603795 run patchelf(pid=14698): Launched\u000a13:38:51.774560 run osmo-stp_10.42.42.5(pid=14695): ERR: Terminated: ERROR {rc=1} [trial-2375↪gprs:trx-lms-limenet-micro↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14695)]\u000a13:38:51.899599 run osmo-stp_10.42.42.5(pid=14695): stdout: \u000a| (launched: 2022-12-10_13:38:50.442676)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:38:52.024860 run osmo-stp_10.42.42.5(pid=14695): stderr: \u000a| �[0;m�[38;5;43m20221210133850633 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210133850633 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210133850633 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210133850634 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210133850634 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210133850634 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210133850634 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:38:52.146303 run osmo-stp_10.42.42.5(pid=14695): stdout: \u000a| (launched: 2022-12-10_13:38:50.442676)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:38:52.266757 run osmo-stp_10.42.42.5(pid=14695): stderr: \u000a| �[0;m�[38;5;43m20221210133850633 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210133850633 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210133850633 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210133850634 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210133850634 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210133850634 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210133850634 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:38:52.406427 run patchelf(pid=14698): Terminating (SIGINT)\u000a13:38:52.570767 run patchelf(pid=14698): Terminated: ok {rc=0}\u000a13:38:52.600526 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=14695): Process ended prematurely: osmo-stp_10.42.42.5(pid=14695) [trial-2375↪gprs:trx-lms-limenet-micro↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14695)] [trial-2375↪gprs:trx-lms-limenet-micro↪ping_idle_ping.py:27]\u000a13:38:52.608850 tst ping_idle_ping.py:27: Test FAILED (6.5 sec)\u000a13:38:52.667342 run osmo-hlr_10.42.42.2(pid=14692): ERR: Terminated: ERROR {rc=237} [trial-2375↪gprs:trx-lms-limenet-micro↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14692)]\u000a13:38:52.715524 run osmo-hlr_10.42.42.2(pid=14692): stdout: \u000a| (launched: 2022-12-10_13:38:49.474401) \u000a13:38:52.764546 run osmo-hlr_10.42.42.2(pid=14692): stderr: \u000a| �[0;m�[1;31m20221210133849671 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210133849671 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210133849671 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210133849671 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210133849671 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210133849671 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210133849685 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2375/run.2022-12-10_12-42-03/gprs:trx-lms-limenet-micro/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210133849693 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210133849693 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210133849693 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:38:52.805850 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14691): Terminating (SIGTERM)\u000a13:38:52.845301 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14694): Terminating (SIGTERM)\u000a13:38:52.884905 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14697): Terminating (SIGTERM)\u000a13:38:52.894180 --- ParallelTerminationStrategy: PID 14691 died...\u000a13:38:52.946116 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14691): Terminated: ok {rc=0}\u000a13:38:52.955690 --- ParallelTerminationStrategy: PID 14694 died...\u000a13:38:53.007782 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14694): Terminated: ok {rc=0}\u000a13:38:53.017473 --- ParallelTerminationStrategy: PID 14697 died...\u000a13:38:53.069065 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14697): Terminated: ok {rc=0}\u000a13:38:53.155040 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "125", "name" : "gprs_trx-lms-limenet-micro", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T13:37:54" }, { "cases" : [ { "testActions" : [ ], "age" : 237, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-egprs", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14712): Process ended prematurely: osmo-stp_10.42.42.5(pid=14712) [trial-2375↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14712)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14712): Process ended prematurely: osmo-stp_10.42.42.5(pid=14712) [trial-2375↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14712)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2375 gprs:trx-lms-limenet-micro+mod-bts0-egprs cs_paging_gprs_active.py\u000a----------------------------------------------\u000a13:38:55.274205 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:38:55.285070 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a13:38:55.416578 tst cs_paging_gprs_active.py: using LAC 28772\u000a13:38:55.537576 tst cs_paging_gprs_active.py: using RAC 212\u000a13:38:55.652451 tst cs_paging_gprs_active.py: using CellId 28772\u000a13:38:55.769927 tst cs_paging_gprs_active.py: using BVCI 28773\u000a13:38:55.792461 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:38:55.803163 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:38:55.813710 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:38:55.824483 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:38:55.835173 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:38:55.845869 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:38:55.856566 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:38:55.867524 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:38:55.878413 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a13:38:55.990268 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a13:38:56.267307 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a13:38:56.390602 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:38:56.695466 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14702): Launched\u000a13:38:56.950453 run iperf3-srv_10.42.42.10(pid=14703): Launched\u000a13:38:57.129514 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a13:38:57.251753 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:38:57.556272 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14704): Launched\u000a13:38:57.809713 run iperf3-srv_10.42.42.10(pid=14705): Launched\u000a13:38:57.989227 tst cs_paging_gprs_active.py:38: start network...\u000a13:38:58.111775 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:38:58.586596 run create_hlr_db(pid=14706): Launched\u000a13:38:58.756317 bus /gobi_6: Setting Powered False\u000a13:38:59.778830 run create_hlr_db(pid=14706): Terminated: ok {rc=0}\u000a13:39:00.197795 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14708): Launched\u000a13:39:00.513103 run osmo-hlr_10.42.42.2(pid=14709): Launched\u000a13:39:00.630507 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:39:01.257041 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14711): Launched\u000a13:39:01.744380 run osmo-stp_10.42.42.5(pid=14712): Launched\u000a13:39:01.946090 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:39:02.511385 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14714): Launched\u000a13:39:02.624440 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:39:02.899302 run patchelf(pid=14715): Launched\u000a13:39:03.085439 run osmo-stp_10.42.42.5(pid=14712): ERR: Terminated: ERROR {rc=1} [trial-2375↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14712)]\u000a13:39:03.221345 run osmo-stp_10.42.42.5(pid=14712): stdout: \u000a| (launched: 2022-12-10_13:39:01.419983)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:39:03.357587 run osmo-stp_10.42.42.5(pid=14712): stderr: \u000a| �[0;m�[38;5;43m20221210133901651 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210133901651 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210133901651 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210133901652 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210133901653 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210133901653 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210133901653 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:39:03.488778 run osmo-stp_10.42.42.5(pid=14712): stdout: \u000a| (launched: 2022-12-10_13:39:01.419983)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:39:03.619452 run osmo-stp_10.42.42.5(pid=14712): stderr: \u000a| �[0;m�[38;5;43m20221210133901651 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210133901651 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210133901651 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210133901652 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210133901653 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210133901653 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210133901653 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:39:03.771145 run patchelf(pid=14715): Terminating (SIGINT)\u000a13:39:03.949335 run patchelf(pid=14715): Terminated: ok {rc=0}\u000a13:39:03.982178 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=14712): Process ended prematurely: osmo-stp_10.42.42.5(pid=14712) [trial-2375↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14712)] [trial-2375↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪cs_paging_gprs_active.py:38]\u000a13:39:03.991842 tst cs_paging_gprs_active.py:38: Test FAILED (8.7 sec)\u000a13:39:04.054659 run osmo-hlr_10.42.42.2(pid=14709): ERR: Terminated: ERROR {rc=237} [trial-2375↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14709)]\u000a13:39:04.105720 run osmo-hlr_10.42.42.2(pid=14709): stdout: \u000a| (launched: 2022-12-10_13:39:00.358407) \u000a13:39:04.157540 run osmo-hlr_10.42.42.2(pid=14709): stderr: \u000a| �[0;m�[1;31m20221210133900553 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210133900553 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210133900554 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210133900554 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210133900554 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210133900554 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210133900566 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2375/run.2022-12-10_12-42-03/gprs:trx-lms-limenet-micro+mod-bts0-egprs/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210133900574 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210133900575 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210133900575 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:39:04.201532 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14702): Terminating (SIGTERM)\u000a13:39:04.243072 run iperf3-srv_10.42.42.10(pid=14703): Terminating (SIGTERM)\u000a13:39:04.284575 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14704): Terminating (SIGTERM)\u000a13:39:04.325803 run iperf3-srv_10.42.42.10(pid=14705): Terminating (SIGTERM)\u000a13:39:04.367661 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14708): Terminating (SIGTERM)\u000a13:39:04.409132 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14711): Terminating (SIGTERM)\u000a13:39:04.450836 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14714): Terminating (SIGTERM)\u000a13:39:04.460434 --- ParallelTerminationStrategy: PID 14702 died...\u000a13:39:04.515619 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14702): Terminated: ok {rc=0}\u000a13:39:04.525659 --- ParallelTerminationStrategy: PID 14703 died...\u000a13:39:04.580213 run iperf3-srv_10.42.42.10(pid=14703): Terminated {rc=256}\u000a13:39:04.590382 --- ParallelTerminationStrategy: PID 14704 died...\u000a13:39:04.645048 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14704): Terminated: ok {rc=0}\u000a13:39:04.655033 --- ParallelTerminationStrategy: PID 14705 died...\u000a13:39:04.710036 run iperf3-srv_10.42.42.10(pid=14705): Terminated {rc=256}\u000a13:39:04.720034 --- ParallelTerminationStrategy: PID 14708 died...\u000a13:39:04.774865 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14708): Terminated: ok {rc=0}\u000a13:39:04.785121 --- ParallelTerminationStrategy: PID 14711 died...\u000a13:39:04.840314 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14711): Terminated: ok {rc=0}\u000a13:39:04.850437 --- ParallelTerminationStrategy: PID 14714 died...\u000a13:39:04.905167 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14714): Terminated: ok {rc=0}\u000a13:39:04.990210 bus /gobi_0: Setting Powered False\u000a13:39:06.095238 bus /gobi_0: Setting Powered False\u000a13:39:07.200738 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 237, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-egprs", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14724): Process ended prematurely: osmo-stp_10.42.42.5(pid=14724) [trial-2375↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14724)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14724): Process ended prematurely: osmo-stp_10.42.42.5(pid=14724) [trial-2375↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14724)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2375 gprs:trx-lms-limenet-micro+mod-bts0-egprs iperf3.py\u000a----------------------------------------------\u000a13:39:08.312934 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:39:08.324868 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a13:39:08.465786 tst iperf3.py: using LAC 28773\u000a13:39:08.591667 tst iperf3.py: using RAC 213\u000a13:39:08.715923 tst iperf3.py: using CellId 28773\u000a13:39:08.840896 tst iperf3.py: using BVCI 28774\u000a13:39:08.865437 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:39:08.876695 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:39:08.887844 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:39:08.899226 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:39:08.910623 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:39:08.922301 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:39:08.933799 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:39:08.945217 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:39:08.956821 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a13:39:09.244459 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a13:39:09.376377 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:39:09.700657 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14716): Launched\u000a13:39:09.971238 run iperf3-srv_10.42.42.10(pid=14717): Launched\u000a13:39:10.164492 tst iperf3.py:8: start network...\u000a13:39:10.296658 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:39:10.791142 run create_hlr_db(pid=14718): Launched\u000a13:39:10.973792 bus /gobi_6: Setting Powered False\u000a13:39:11.995091 run create_hlr_db(pid=14718): Terminated: ok {rc=0}\u000a13:39:12.390567 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14720): Launched\u000a13:39:12.685056 run osmo-hlr_10.42.42.2(pid=14721): Launched\u000a13:39:12.799745 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:39:13.321038 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14723): Launched\u000a13:39:13.617686 run osmo-stp_10.42.42.5(pid=14724): Launched\u000a13:39:13.725242 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:39:14.238750 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14726): Launched\u000a13:39:14.344082 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:39:14.599758 run patchelf(pid=14727): Launched\u000a13:39:14.771673 run osmo-stp_10.42.42.5(pid=14724): ERR: Terminated: ERROR {rc=1} [trial-2375↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14724)]\u000a13:39:14.898197 run osmo-stp_10.42.42.5(pid=14724): stdout: \u000a| (launched: 2022-12-10_13:39:13.471844)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:39:15.024857 run osmo-stp_10.42.42.5(pid=14724): stderr: \u000a| �[0;m�[38;5;43m20221210133913642 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210133913642 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210133913643 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210133913643 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210133913643 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210133913643 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210133913644 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:39:15.147133 run osmo-stp_10.42.42.5(pid=14724): stdout: \u000a| (launched: 2022-12-10_13:39:13.471844)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:39:15.267939 run osmo-stp_10.42.42.5(pid=14724): stderr: \u000a| �[0;m�[38;5;43m20221210133913642 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210133913642 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210133913643 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210133913643 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210133913643 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210133913643 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210133913644 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:39:15.409762 run patchelf(pid=14727): Terminating (SIGINT)\u000a13:39:15.575768 run patchelf(pid=14727): Terminated: ok {rc=0}\u000a13:39:15.606221 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=14724): Process ended prematurely: osmo-stp_10.42.42.5(pid=14724) [trial-2375↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14724)] [trial-2375↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3.py:8]\u000a13:39:15.615219 tst iperf3.py:8: Test FAILED (7.3 sec)\u000a13:39:15.673741 run osmo-hlr_10.42.42.2(pid=14721): ERR: Terminated: ERROR {rc=237} [trial-2375↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14721)]\u000a13:39:15.721648 run osmo-hlr_10.42.42.2(pid=14721): stdout: \u000a| (launched: 2022-12-10_13:39:12.540378) \u000a13:39:15.770327 run osmo-hlr_10.42.42.2(pid=14721): stderr: \u000a| �[0;m�[1;31m20221210133912717 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210133912717 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210133912718 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210133912718 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210133912718 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210133912718 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210133912730 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2375/run.2022-12-10_12-42-03/gprs:trx-lms-limenet-micro+mod-bts0-egprs/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210133912738 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210133912739 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210133912739 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:39:15.811413 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14716): Terminating (SIGTERM)\u000a13:39:15.874735 run iperf3-srv_10.42.42.10(pid=14717): Terminating (SIGTERM)\u000a13:39:15.925673 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14720): Terminating (SIGTERM)\u000a13:39:15.972177 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14723): Terminating (SIGTERM)\u000a13:39:16.018256 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14726): Terminating (SIGTERM)\u000a13:39:16.029182 --- ParallelTerminationStrategy: PID 14716 died...\u000a13:39:16.090054 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14716): Terminated: ok {rc=0}\u000a13:39:16.101066 --- ParallelTerminationStrategy: PID 14717 died...\u000a13:39:16.159431 run iperf3-srv_10.42.42.10(pid=14717): Terminated {rc=256}\u000a13:39:16.170390 --- ParallelTerminationStrategy: PID 14720 died...\u000a13:39:16.229609 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14720): Terminated: ok {rc=0}\u000a13:39:16.240530 --- ParallelTerminationStrategy: PID 14723 died...\u000a13:39:16.300470 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14723): Terminated: ok {rc=0}\u000a13:39:16.311437 --- ParallelTerminationStrategy: PID 14726 died...\u000a13:39:16.371503 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14726): Terminated: ok {rc=0}\u000a13:39:16.461607 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 237, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-egprs", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14742): Process ended prematurely: osmo-stp_10.42.42.5(pid=14742) [trial-2375↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14742)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14742): Process ended prematurely: osmo-stp_10.42.42.5(pid=14742) [trial-2375↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14742)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2375 gprs:trx-lms-limenet-micro+mod-bts0-egprs iperf3m4.py\u000a----------------------------------------------\u000a13:39:17.573109 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:39:17.585201 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a13:39:17.726178 tst iperf3m4.py: using LAC 28774\u000a13:39:17.851245 tst iperf3m4.py: using RAC 214\u000a13:39:17.971854 tst iperf3m4.py: using CellId 28774\u000a13:39:18.089948 tst iperf3m4.py: using BVCI 28775\u000a13:39:18.112587 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:39:18.123444 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:39:18.134201 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:39:18.145305 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:39:18.156330 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:39:18.167474 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:39:18.178764 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:39:18.189855 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:39:18.201007 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a13:39:18.321495 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a13:39:18.435832 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a13:39:18.552500 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a13:39:18.839911 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a13:39:18.972613 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:39:19.296053 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14728): Launched\u000a13:39:19.565984 run iperf3-srv_10.42.42.10(pid=14729): Launched\u000a13:39:19.759024 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a13:39:19.890741 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:39:20.214936 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14730): Launched\u000a13:39:20.484648 run iperf3-srv_10.42.42.10(pid=14731): Launched\u000a13:39:20.677085 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a13:39:20.808591 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:39:21.133512 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14732): Launched\u000a13:39:21.403122 run iperf3-srv_10.42.42.10(pid=14733): Launched\u000a13:39:21.595663 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a13:39:21.727194 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:39:22.051636 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14734): Launched\u000a13:39:22.321292 run iperf3-srv_10.42.42.10(pid=14735): Launched\u000a13:39:22.513545 tst iperf3m4.py:8: start network...\u000a13:39:22.645025 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:39:23.140856 run create_hlr_db(pid=14736): Launched\u000a13:39:23.322535 bus /gobi_6: Setting Powered False\u000a13:39:24.344112 run create_hlr_db(pid=14736): Terminated: ok {rc=0}\u000a13:39:24.761111 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14738): Launched\u000a13:39:25.075498 run osmo-hlr_10.42.42.2(pid=14739): Launched\u000a13:39:25.192834 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:39:25.742321 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14741): Launched\u000a13:39:26.059395 run osmo-stp_10.42.42.5(pid=14742): Launched\u000a13:39:26.174937 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:39:26.724504 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14744): Launched\u000a13:39:26.837101 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:39:27.110689 run patchelf(pid=14745): Launched\u000a13:39:27.294784 run osmo-stp_10.42.42.5(pid=14742): ERR: Terminated: ERROR {rc=1} [trial-2375↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14742)]\u000a13:39:27.429801 run osmo-stp_10.42.42.5(pid=14742): stdout: \u000a| (launched: 2022-12-10_13:39:25.903053)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:39:27.565581 run osmo-stp_10.42.42.5(pid=14742): stderr: \u000a| �[0;m�[38;5;43m20221210133926093 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210133926093 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210133926094 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210133926094 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210133926094 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210133926094 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210133926095 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:39:27.696023 run osmo-stp_10.42.42.5(pid=14742): stdout: \u000a| (launched: 2022-12-10_13:39:25.903053)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:39:27.825956 run osmo-stp_10.42.42.5(pid=14742): stderr: \u000a| �[0;m�[38;5;43m20221210133926093 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210133926093 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210133926094 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210133926094 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210133926094 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210133926094 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210133926095 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:39:27.977244 run patchelf(pid=14745): Terminating (SIGINT)\u000a13:39:28.154358 run patchelf(pid=14745): Terminated: ok {rc=0}\u000a13:39:28.187168 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=14742): Process ended prematurely: osmo-stp_10.42.42.5(pid=14742) [trial-2375↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14742)] [trial-2375↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3m4.py:8]\u000a13:39:28.197208 tst iperf3m4.py:8: Test FAILED (10.7 sec)\u000a13:39:28.259874 run osmo-hlr_10.42.42.2(pid=14739): ERR: Terminated: ERROR {rc=237} [trial-2375↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14739)]\u000a13:39:28.310678 run osmo-hlr_10.42.42.2(pid=14739): stdout: \u000a| (launched: 2022-12-10_13:39:24.921287) \u000a13:39:28.362669 run osmo-hlr_10.42.42.2(pid=14739): stderr: \u000a| �[0;m�[1;31m20221210133925116 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210133925116 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210133925117 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210133925117 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210133925117 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210133925117 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210133925128 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2375/run.2022-12-10_12-42-03/gprs:trx-lms-limenet-micro+mod-bts0-egprs/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210133925137 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210133925137 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210133925137 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:39:28.406777 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14728): Terminating (SIGTERM)\u000a13:39:28.448241 run iperf3-srv_10.42.42.10(pid=14729): Terminating (SIGTERM)\u000a13:39:28.489995 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14730): Terminating (SIGTERM)\u000a13:39:28.531755 run iperf3-srv_10.42.42.10(pid=14731): Terminating (SIGTERM)\u000a13:39:28.573427 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14732): Terminating (SIGTERM)\u000a13:39:28.615007 run iperf3-srv_10.42.42.10(pid=14733): Terminating (SIGTERM)\u000a13:39:28.656989 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14734): Terminating (SIGTERM)\u000a13:39:28.698385 run iperf3-srv_10.42.42.10(pid=14735): Terminating (SIGTERM)\u000a13:39:28.739946 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14738): Terminating (SIGTERM)\u000a13:39:28.781675 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14741): Terminating (SIGTERM)\u000a13:39:28.823337 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14744): Terminating (SIGTERM)\u000a13:39:28.833242 --- ParallelTerminationStrategy: PID 14728 died...\u000a13:39:28.888641 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14728): Terminated: ok {rc=0}\u000a13:39:28.899044 --- ParallelTerminationStrategy: PID 14729 died...\u000a13:39:28.954810 run iperf3-srv_10.42.42.10(pid=14729): Terminated {rc=256}\u000a13:39:28.964703 --- ParallelTerminationStrategy: PID 14730 died...\u000a13:39:29.020200 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14730): Terminated: ok {rc=0}\u000a13:39:29.030267 --- ParallelTerminationStrategy: PID 14731 died...\u000a13:39:29.086092 run iperf3-srv_10.42.42.10(pid=14731): Terminated {rc=256}\u000a13:39:29.096115 --- ParallelTerminationStrategy: PID 14732 died...\u000a13:39:29.151261 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14732): Terminated: ok {rc=0}\u000a13:39:29.161895 --- ParallelTerminationStrategy: PID 14733 died...\u000a13:39:29.217415 run iperf3-srv_10.42.42.10(pid=14733): Terminated {rc=256}\u000a13:39:29.227406 --- ParallelTerminationStrategy: PID 14734 died...\u000a13:39:29.283317 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14734): Terminated: ok {rc=0}\u000a13:39:29.293891 --- ParallelTerminationStrategy: PID 14735 died...\u000a13:39:29.349979 run iperf3-srv_10.42.42.10(pid=14735): Terminated {rc=256}\u000a13:39:29.359959 --- ParallelTerminationStrategy: PID 14738 died...\u000a13:39:29.415246 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14738): Terminated: ok {rc=0}\u000a13:39:29.425885 --- ParallelTerminationStrategy: PID 14741 died...\u000a13:39:29.481691 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14741): Terminated: ok {rc=0}\u000a13:39:29.491715 --- ParallelTerminationStrategy: PID 14744 died...\u000a13:39:29.547262 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14744): Terminated: ok {rc=0}\u000a13:39:29.632564 bus /gobi_4: Setting Powered False\u000a13:39:30.738635 bus /gobi_4: Setting Powered False\u000a13:39:31.855232 bus /gobi_1: Setting Powered False\u000a13:39:32.953499 bus /gobi_1: Setting Powered False\u000a13:39:34.064319 bus /gobi_0: Setting Powered False\u000a13:39:35.166467 bus /gobi_0: Setting Powered False\u000a13:39:36.278428 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 237, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14752): Process ended prematurely: osmo-stp_10.42.42.5(pid=14752) [trial-2375↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14752)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14752): Process ended prematurely: osmo-stp_10.42.42.5(pid=14752) [trial-2375↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14752)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2375 gprs:trx-lms-limenet-micro+mod-bts0-egprs ping.py\u000a----------------------------------------------\u000a13:39:37.344703 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:39:37.356230 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a13:39:37.486445 tst ping.py: using LAC 28775\u000a13:39:37.600520 tst ping.py: using RAC 215\u000a13:39:37.714173 tst ping.py: using CellId 28775\u000a13:39:37.827684 tst ping.py: using BVCI 28776\u000a13:39:37.849877 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:39:37.860672 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:39:37.871284 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:39:37.882050 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:39:37.892533 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:39:37.903155 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:39:37.913892 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:39:37.924814 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a13:39:38.208064 tst ping.py:19: start network...\u000a13:39:38.337306 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:39:38.822922 run create_hlr_db(pid=14746): Launched\u000a13:39:39.002428 bus /gobi_6: Setting Powered False\u000a13:39:40.023456 run create_hlr_db(pid=14746): Terminated: ok {rc=0}\u000a13:39:40.411104 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14748): Launched\u000a13:39:40.700334 run osmo-hlr_10.42.42.2(pid=14749): Launched\u000a13:39:40.805964 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:39:41.311108 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14751): Launched\u000a13:39:41.598297 run osmo-stp_10.42.42.5(pid=14752): Launched\u000a13:39:41.703492 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:39:42.208489 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14754): Launched\u000a13:39:42.311778 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:39:42.564796 run patchelf(pid=14755): Launched\u000a13:39:42.735066 run osmo-stp_10.42.42.5(pid=14752): ERR: Terminated: ERROR {rc=1} [trial-2375↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14752)]\u000a13:39:42.859157 run osmo-stp_10.42.42.5(pid=14752): stdout: \u000a| (launched: 2022-12-10_13:39:41.457651)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:39:42.983677 run osmo-stp_10.42.42.5(pid=14752): stderr: \u000a| �[0;m�[38;5;43m20221210133941625 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210133941625 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210133941625 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210133941626 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210133941626 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210133941626 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210133941626 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:39:43.103993 run osmo-stp_10.42.42.5(pid=14752): stdout: \u000a| (launched: 2022-12-10_13:39:41.457651)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:39:43.224262 run osmo-stp_10.42.42.5(pid=14752): stderr: \u000a| �[0;m�[38;5;43m20221210133941625 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210133941625 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210133941625 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210133941626 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210133941626 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210133941626 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210133941626 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:39:43.363384 run patchelf(pid=14755): Terminating (SIGINT)\u000a13:39:43.527417 run patchelf(pid=14755): Terminated: ok {rc=0}\u000a13:39:43.557374 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=14752): Process ended prematurely: osmo-stp_10.42.42.5(pid=14752) [trial-2375↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14752)] [trial-2375↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping.py:22]\u000a13:39:43.565812 tst ping.py:22: Test FAILED (6.2 sec)\u000a13:39:43.624709 run osmo-hlr_10.42.42.2(pid=14749): ERR: Terminated: ERROR {rc=237} [trial-2375↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14749)]\u000a13:39:43.672864 run osmo-hlr_10.42.42.2(pid=14749): stdout: \u000a| (launched: 2022-12-10_13:39:40.557847) \u000a13:39:43.721819 run osmo-hlr_10.42.42.2(pid=14749): stderr: \u000a| �[0;m�[1;31m20221210133940733 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210133940733 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210133940733 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210133940733 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210133940733 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210133940733 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210133940749 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2375/run.2022-12-10_12-42-03/gprs:trx-lms-limenet-micro+mod-bts0-egprs/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210133940757 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210133940757 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210133940757 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:39:43.763561 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14748): Terminating (SIGTERM)\u000a13:39:43.802935 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14751): Terminating (SIGTERM)\u000a13:39:43.842385 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14754): Terminating (SIGTERM)\u000a13:39:43.851503 --- ParallelTerminationStrategy: PID 14748 died...\u000a13:39:43.904135 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14748): Terminated: ok {rc=0}\u000a13:39:43.913853 --- ParallelTerminationStrategy: PID 14751 died...\u000a13:39:43.966099 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14751): Terminated: ok {rc=0}\u000a13:39:43.975673 --- ParallelTerminationStrategy: PID 14754 died...\u000a13:39:44.027949 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14754): Terminated: ok {rc=0}\u000a13:39:44.116247 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 237, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14762): Process ended prematurely: osmo-stp_10.42.42.5(pid=14762) [trial-2375↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14762)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14762): Process ended prematurely: osmo-stp_10.42.42.5(pid=14762) [trial-2375↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14762)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2375 gprs:trx-lms-limenet-micro+mod-bts0-egprs ping_idle_ping.py\u000a----------------------------------------------\u000a13:39:45.167370 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:39:45.179331 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a13:39:45.311130 tst ping_idle_ping.py: using LAC 28776\u000a13:39:45.433446 tst ping_idle_ping.py: using RAC 216\u000a13:39:45.555751 tst ping_idle_ping.py: using CellId 28776\u000a13:39:45.678115 tst ping_idle_ping.py: using BVCI 28777\u000a13:39:45.702185 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:39:45.713693 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:39:45.724991 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:39:45.737351 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:39:45.749307 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:39:45.762156 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:39:45.774370 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:39:45.785675 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a13:39:46.103715 tst ping_idle_ping.py:24: start network...\u000a13:39:46.250901 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:39:46.844446 run create_hlr_db(pid=14756): Launched\u000a13:39:47.072842 bus /gobi_6: Setting Powered False\u000a13:39:48.043042 run create_hlr_db(pid=14756): Terminated: ok {rc=0}\u000a13:39:48.510597 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14758): Launched\u000a13:39:48.821062 run osmo-hlr_10.42.42.2(pid=14759): Launched\u000a13:39:48.936253 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:39:49.477955 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14761): Launched\u000a13:39:49.793435 run osmo-stp_10.42.42.5(pid=14762): Launched\u000a13:39:49.906464 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:39:50.448566 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14764): Launched\u000a13:39:50.559131 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:39:50.830021 run patchelf(pid=14765): Launched\u000a13:39:51.013257 run osmo-stp_10.42.42.5(pid=14762): ERR: Terminated: ERROR {rc=1} [trial-2375↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14762)]\u000a13:39:51.146356 run osmo-stp_10.42.42.5(pid=14762): stdout: \u000a| (launched: 2022-12-10_13:39:49.642010)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:39:51.280198 run osmo-stp_10.42.42.5(pid=14762): stderr: \u000a| �[0;m�[38;5;43m20221210133949830 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210133949830 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210133949830 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210133949831 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210133949833 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210133949833 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210133949833 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:39:51.409450 run osmo-stp_10.42.42.5(pid=14762): stdout: \u000a| (launched: 2022-12-10_13:39:49.642010)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:39:51.537664 run osmo-stp_10.42.42.5(pid=14762): stderr: \u000a| �[0;m�[38;5;43m20221210133949830 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210133949830 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210133949830 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210133949831 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210133949833 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210133949833 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210133949833 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:39:51.686606 run patchelf(pid=14765): Terminating (SIGINT)\u000a13:39:51.861891 run patchelf(pid=14765): Terminated: ok {rc=0}\u000a13:39:51.893874 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=14762): Process ended prematurely: osmo-stp_10.42.42.5(pid=14762) [trial-2375↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14762)] [trial-2375↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping_idle_ping.py:27]\u000a13:39:51.903098 tst ping_idle_ping.py:27: Test FAILED (6.7 sec)\u000a13:39:51.966640 run osmo-hlr_10.42.42.2(pid=14759): ERR: Terminated: ERROR {rc=237} [trial-2375↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14759)]\u000a13:39:52.018115 run osmo-hlr_10.42.42.2(pid=14759): stdout: \u000a| (launched: 2022-12-10_13:39:48.669073) \u000a13:39:52.069766 run osmo-hlr_10.42.42.2(pid=14759): stderr: \u000a| �[0;m�[1;31m20221210133948867 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210133948867 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210133948867 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210133948867 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210133948867 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210133948867 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210133948879 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2375/run.2022-12-10_12-42-03/gprs:trx-lms-limenet-micro+mod-bts0-egprs/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210133948890 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210133948890 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210133948890 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:39:52.114194 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14758): Terminating (SIGTERM)\u000a13:39:52.156405 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14761): Terminating (SIGTERM)\u000a13:39:52.198577 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14764): Terminating (SIGTERM)\u000a13:39:52.208266 --- ParallelTerminationStrategy: PID 14758 died...\u000a13:39:52.264076 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14758): Terminated: ok {rc=0}\u000a13:39:52.274090 --- ParallelTerminationStrategy: PID 14761 died...\u000a13:39:52.330424 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14761): Terminated: ok {rc=0}\u000a13:39:52.340346 --- ParallelTerminationStrategy: PID 14764 died...\u000a13:39:52.395934 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14764): Terminated: ok {rc=0}\u000a13:39:52.481124 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "126", "name" : "gprs_trx-lms-limenet-micro+mod-bts0-egprs", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T13:38:54" }, { "cases" : [ { "testActions" : [ ], "age" : 237, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14781): Process ended prematurely: osmo-stp_10.42.42.5(pid=14781) [trial-2375↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14781)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14781): Process ended prematurely: osmo-stp_10.42.42.5(pid=14781) [trial-2375↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14781)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2375 gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa cs_paging_gprs_active.py\u000a----------------------------------------------\u000a13:39:54.624718 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:39:54.636008 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a13:39:54.787831 tst cs_paging_gprs_active.py: using LAC 28777\u000a13:39:54.903302 tst cs_paging_gprs_active.py: using RAC 217\u000a13:39:55.018959 tst cs_paging_gprs_active.py: using CellId 28777\u000a13:39:55.134392 tst cs_paging_gprs_active.py: using BVCI 28778\u000a13:39:55.157296 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:39:55.168234 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:39:55.179073 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:39:55.189759 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:39:55.200354 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:39:55.211330 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:39:55.222075 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:39:55.232743 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:39:55.243626 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a13:39:55.363787 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a13:39:55.639352 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a13:39:55.763244 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:39:56.068899 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14771): Launched\u000a13:39:56.323077 run iperf3-srv_10.42.42.10(pid=14772): Launched\u000a13:39:56.502663 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a13:39:56.625557 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:39:56.931296 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14773): Launched\u000a13:39:57.186058 run iperf3-srv_10.42.42.10(pid=14774): Launched\u000a13:39:57.366391 tst cs_paging_gprs_active.py:38: start network...\u000a13:39:57.489245 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:39:57.963463 run create_hlr_db(pid=14775): Launched\u000a13:39:58.133561 bus /gobi_6: Setting Powered False\u000a13:39:59.154702 run create_hlr_db(pid=14775): Terminated: ok {rc=0}\u000a13:39:59.573487 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14777): Launched\u000a13:39:59.889800 run osmo-hlr_10.42.42.2(pid=14778): Launched\u000a13:40:00.009897 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:40:00.559176 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14780): Launched\u000a13:40:00.884519 run osmo-stp_10.42.42.5(pid=14781): Launched\u000a13:40:01.084902 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:40:01.730419 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14783): Launched\u000a13:40:01.860432 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:40:02.140890 run patchelf(pid=14787): Launched\u000a13:40:02.319368 run osmo-stp_10.42.42.5(pid=14781): ERR: Terminated: ERROR {rc=1} [trial-2375↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14781)]\u000a13:40:02.447908 run osmo-stp_10.42.42.5(pid=14781): stdout: \u000a| (launched: 2022-12-10_13:40:00.720317)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:40:02.575791 run osmo-stp_10.42.42.5(pid=14781): stderr: \u000a| �[0;m�[38;5;43m20221210134001013 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210134001013 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210134001013 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210134001014 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210134001016 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210134001016 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210134001016 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:40:02.698683 run osmo-stp_10.42.42.5(pid=14781): stdout: \u000a| (launched: 2022-12-10_13:40:00.720317)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:40:02.820202 run osmo-stp_10.42.42.5(pid=14781): stderr: \u000a| �[0;m�[38;5;43m20221210134001013 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210134001013 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210134001013 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210134001014 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210134001016 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210134001016 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210134001016 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:40:02.962271 run patchelf(pid=14787): Terminating (SIGINT)\u000a13:40:03.129705 run patchelf(pid=14787): Terminated: ok {rc=0}\u000a13:40:03.160282 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=14781): Process ended prematurely: osmo-stp_10.42.42.5(pid=14781) [trial-2375↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14781)] [trial-2375↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38]\u000a13:40:03.169175 tst cs_paging_gprs_active.py:38: Test FAILED (8.6 sec)\u000a13:40:03.228396 run osmo-hlr_10.42.42.2(pid=14778): ERR: Terminated: ERROR {rc=237} [trial-2375↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14778)]\u000a13:40:03.276878 run osmo-hlr_10.42.42.2(pid=14778): stdout: \u000a| (launched: 2022-12-10_13:39:59.734832) \u000a13:40:03.325930 run osmo-hlr_10.42.42.2(pid=14778): stderr: \u000a| �[0;m�[1;31m20221210133959934 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210133959934 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210133959934 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210133959934 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210133959934 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210133959935 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210133959946 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2375/run.2022-12-10_12-42-03/gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210133959955 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210133959955 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210133959955 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:40:03.367160 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14771): Terminating (SIGTERM)\u000a13:40:03.405827 run iperf3-srv_10.42.42.10(pid=14772): Terminating (SIGTERM)\u000a13:40:03.444558 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14773): Terminating (SIGTERM)\u000a13:40:03.483221 run iperf3-srv_10.42.42.10(pid=14774): Terminating (SIGTERM)\u000a13:40:03.522087 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14777): Terminating (SIGTERM)\u000a13:40:03.560933 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14780): Terminating (SIGTERM)\u000a13:40:03.599665 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14783): Terminating (SIGTERM)\u000a13:40:03.608638 --- ParallelTerminationStrategy: PID 14771 died...\u000a13:40:03.661043 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14771): Terminated: ok {rc=0}\u000a13:40:03.670458 --- ParallelTerminationStrategy: PID 14772 died...\u000a13:40:03.722037 run iperf3-srv_10.42.42.10(pid=14772): Terminated {rc=256}\u000a13:40:03.731410 --- ParallelTerminationStrategy: PID 14773 died...\u000a13:40:03.782708 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14773): Terminated: ok {rc=0}\u000a13:40:03.791990 --- ParallelTerminationStrategy: PID 14774 died...\u000a13:40:03.843362 run iperf3-srv_10.42.42.10(pid=14774): Terminated {rc=256}\u000a13:40:03.852795 --- ParallelTerminationStrategy: PID 14777 died...\u000a13:40:03.904084 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14777): Terminated: ok {rc=0}\u000a13:40:03.913506 --- ParallelTerminationStrategy: PID 14780 died...\u000a13:40:03.964928 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14780): Terminated: ok {rc=0}\u000a13:40:03.974377 --- ParallelTerminationStrategy: PID 14783 died...\u000a13:40:04.025938 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14783): Terminated: ok {rc=0}\u000a13:40:04.112450 bus /gobi_0: Setting Powered False\u000a13:40:05.215129 bus /gobi_0: Setting Powered False\u000a13:40:06.324774 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 237, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14796): Process ended prematurely: osmo-stp_10.42.42.5(pid=14796) [trial-2375↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14796)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14796): Process ended prematurely: osmo-stp_10.42.42.5(pid=14796) [trial-2375↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14796)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2375 gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa iperf3.py\u000a----------------------------------------------\u000a13:40:07.432557 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:40:07.444136 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a13:40:07.597981 tst iperf3.py: using LAC 28778\u000a13:40:07.721552 tst iperf3.py: using RAC 218\u000a13:40:07.846251 tst iperf3.py: using CellId 28778\u000a13:40:07.973215 tst iperf3.py: using BVCI 28779\u000a13:40:07.997732 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:40:08.009216 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:40:08.020459 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:40:08.031917 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:40:08.043385 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:40:08.054855 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:40:08.066355 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:40:08.077711 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:40:08.089207 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a13:40:08.363119 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a13:40:08.485986 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:40:08.790748 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14788): Launched\u000a13:40:09.045665 run iperf3-srv_10.42.42.10(pid=14789): Launched\u000a13:40:09.225342 tst iperf3.py:8: start network...\u000a13:40:09.349108 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:40:09.822698 run create_hlr_db(pid=14790): Launched\u000a13:40:09.991651 bus /gobi_6: Setting Powered False\u000a13:40:11.013050 run create_hlr_db(pid=14790): Terminated: ok {rc=0}\u000a13:40:11.405380 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14792): Launched\u000a13:40:11.700687 run osmo-hlr_10.42.42.2(pid=14793): Launched\u000a13:40:11.809248 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:40:12.327985 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14795): Launched\u000a13:40:12.622197 run osmo-stp_10.42.42.5(pid=14796): Launched\u000a13:40:12.730488 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:40:13.244090 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14798): Launched\u000a13:40:13.349816 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:40:13.607343 run patchelf(pid=14799): Launched\u000a13:40:13.780687 run osmo-stp_10.42.42.5(pid=14796): ERR: Terminated: ERROR {rc=1} [trial-2375↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14796)]\u000a13:40:13.907645 run osmo-stp_10.42.42.5(pid=14796): stdout: \u000a| (launched: 2022-12-10_13:40:12.477580)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:40:14.034909 run osmo-stp_10.42.42.5(pid=14796): stderr: \u000a| �[0;m�[38;5;43m20221210134012644 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210134012645 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210134012645 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210134012645 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210134012648 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210134012648 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210134012648 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:40:14.157753 run osmo-stp_10.42.42.5(pid=14796): stdout: \u000a| (launched: 2022-12-10_13:40:12.477580)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:40:14.279540 run osmo-stp_10.42.42.5(pid=14796): stderr: \u000a| �[0;m�[38;5;43m20221210134012644 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210134012645 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210134012645 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210134012645 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210134012648 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210134012648 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210134012648 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:40:14.421778 run patchelf(pid=14799): Terminating (SIGINT)\u000a13:40:14.588337 run patchelf(pid=14799): Terminated: ok {rc=0}\u000a13:40:14.618882 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=14796): Process ended prematurely: osmo-stp_10.42.42.5(pid=14796) [trial-2375↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14796)] [trial-2375↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3.py:8]\u000a13:40:14.627912 tst iperf3.py:8: Test FAILED (7.2 sec)\u000a13:40:14.687368 run osmo-hlr_10.42.42.2(pid=14793): ERR: Terminated: ERROR {rc=237} [trial-2375↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14793)]\u000a13:40:14.735696 run osmo-hlr_10.42.42.2(pid=14793): stdout: \u000a| (launched: 2022-12-10_13:40:11.555193) \u000a13:40:14.785359 run osmo-hlr_10.42.42.2(pid=14793): stderr: \u000a| �[0;m�[1;31m20221210134011732 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210134011732 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210134011732 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210134011732 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210134011732 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210134011732 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210134011745 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2375/run.2022-12-10_12-42-03/gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210134011753 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210134011753 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210134011753 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:40:14.827070 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14788): Terminating (SIGTERM)\u000a13:40:14.866287 run iperf3-srv_10.42.42.10(pid=14789): Terminating (SIGTERM)\u000a13:40:14.905538 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14792): Terminating (SIGTERM)\u000a13:40:14.944763 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14795): Terminating (SIGTERM)\u000a13:40:14.983878 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14798): Terminating (SIGTERM)\u000a13:40:14.992561 --- ParallelTerminationStrategy: PID 14788 died...\u000a13:40:15.044814 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14788): Terminated: ok {rc=0}\u000a13:40:15.054360 --- ParallelTerminationStrategy: PID 14789 died...\u000a13:40:15.106160 run iperf3-srv_10.42.42.10(pid=14789): Terminated {rc=256}\u000a13:40:15.115648 --- ParallelTerminationStrategy: PID 14792 died...\u000a13:40:15.167616 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14792): Terminated: ok {rc=0}\u000a13:40:15.176894 --- ParallelTerminationStrategy: PID 14795 died...\u000a13:40:15.228648 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14795): Terminated: ok {rc=0}\u000a13:40:15.237962 --- ParallelTerminationStrategy: PID 14798 died...\u000a13:40:15.289641 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14798): Terminated: ok {rc=0}\u000a13:40:15.376247 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 237, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14814): Process ended prematurely: osmo-stp_10.42.42.5(pid=14814) [trial-2375↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14814)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14814): Process ended prematurely: osmo-stp_10.42.42.5(pid=14814) [trial-2375↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14814)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2375 gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa iperf3m4.py\u000a----------------------------------------------\u000a13:40:16.512116 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:40:16.526432 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a13:40:16.689161 tst iperf3m4.py: using LAC 28779\u000a13:40:16.810953 tst iperf3m4.py: using RAC 219\u000a13:40:16.962317 tst iperf3m4.py: using CellId 28779\u000a13:40:17.126633 tst iperf3m4.py: using BVCI 28780\u000a13:40:17.161431 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:40:17.176022 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:40:17.189762 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:40:17.202905 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:40:17.215929 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:40:17.229276 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:40:17.242601 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:40:17.255733 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:40:17.268913 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a13:40:17.388929 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a13:40:17.507688 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a13:40:17.625019 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a13:40:17.899529 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a13:40:18.021925 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:40:18.325553 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14800): Launched\u000a13:40:18.586990 run iperf3-srv_10.42.42.10(pid=14801): Launched\u000a13:40:18.780726 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a13:40:18.912850 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:40:19.239012 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14802): Launched\u000a13:40:19.510035 run iperf3-srv_10.42.42.10(pid=14803): Launched\u000a13:40:19.703192 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a13:40:19.835399 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:40:20.162112 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14804): Launched\u000a13:40:20.433742 run iperf3-srv_10.42.42.10(pid=14805): Launched\u000a13:40:20.626751 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a13:40:20.758890 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:40:21.085337 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14806): Launched\u000a13:40:21.356571 run iperf3-srv_10.42.42.10(pid=14807): Launched\u000a13:40:21.549956 tst iperf3m4.py:8: start network...\u000a13:40:21.681921 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:40:22.177266 run create_hlr_db(pid=14808): Launched\u000a13:40:22.359048 bus /gobi_6: Setting Powered False\u000a13:40:23.379995 run create_hlr_db(pid=14808): Terminated: ok {rc=0}\u000a13:40:23.776357 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14810): Launched\u000a13:40:24.071069 run osmo-hlr_10.42.42.2(pid=14811): Launched\u000a13:40:24.185339 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:40:24.704095 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14813): Launched\u000a13:40:25.000074 run osmo-stp_10.42.42.5(pid=14814): Launched\u000a13:40:25.111160 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:40:25.625655 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14816): Launched\u000a13:40:25.730881 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:40:25.988198 run patchelf(pid=14817): Launched\u000a13:40:26.160750 run osmo-stp_10.42.42.5(pid=14814): ERR: Terminated: ERROR {rc=1} [trial-2375↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14814)]\u000a13:40:26.287078 run osmo-stp_10.42.42.5(pid=14814): stdout: \u000a| (launched: 2022-12-10_13:40:24.854833)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:40:26.413604 run osmo-stp_10.42.42.5(pid=14814): stderr: \u000a| �[0;m�[38;5;43m20221210134025027 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210134025027 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210134025027 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210134025028 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210134025028 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210134025028 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210134025028 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:40:26.535756 run osmo-stp_10.42.42.5(pid=14814): stdout: \u000a| (launched: 2022-12-10_13:40:24.854833)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:40:26.657477 run osmo-stp_10.42.42.5(pid=14814): stderr: \u000a| �[0;m�[38;5;43m20221210134025027 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210134025027 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210134025027 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210134025028 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210134025028 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210134025028 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210134025028 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:40:26.798924 run patchelf(pid=14817): Terminating (SIGINT)\u000a13:40:26.965363 run patchelf(pid=14817): Terminated: ok {rc=0}\u000a13:40:26.995930 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=14814): Process ended prematurely: osmo-stp_10.42.42.5(pid=14814) [trial-2375↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14814)] [trial-2375↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3m4.py:8]\u000a13:40:27.005061 tst iperf3m4.py:8: Test FAILED (10.5 sec)\u000a13:40:27.063586 run osmo-hlr_10.42.42.2(pid=14811): ERR: Terminated: ERROR {rc=237} [trial-2375↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14811)]\u000a13:40:27.111354 run osmo-hlr_10.42.42.2(pid=14811): stdout: \u000a| (launched: 2022-12-10_13:40:23.926151) \u000a13:40:27.159746 run osmo-hlr_10.42.42.2(pid=14811): stderr: \u000a| �[0;m�[1;31m20221210134024101 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210134024101 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210134024101 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210134024101 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210134024101 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210134024101 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210134024113 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2375/run.2022-12-10_12-42-03/gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210134024122 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210134024122 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210134024122 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:40:27.200678 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14800): Terminating (SIGTERM)\u000a13:40:27.239414 run iperf3-srv_10.42.42.10(pid=14801): Terminating (SIGTERM)\u000a13:40:27.278292 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14802): Terminating (SIGTERM)\u000a13:40:27.316758 run iperf3-srv_10.42.42.10(pid=14803): Terminating (SIGTERM)\u000a13:40:27.355431 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14804): Terminating (SIGTERM)\u000a13:40:27.394062 run iperf3-srv_10.42.42.10(pid=14805): Terminating (SIGTERM)\u000a13:40:27.432577 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14806): Terminating (SIGTERM)\u000a13:40:27.471286 run iperf3-srv_10.42.42.10(pid=14807): Terminating (SIGTERM)\u000a13:40:27.510124 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14810): Terminating (SIGTERM)\u000a13:40:27.548455 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14813): Terminating (SIGTERM)\u000a13:40:27.586848 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14816): Terminating (SIGTERM)\u000a13:40:27.595825 --- ParallelTerminationStrategy: PID 14800 died...\u000a13:40:27.648270 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14800): Terminated: ok {rc=0}\u000a13:40:27.657737 --- ParallelTerminationStrategy: PID 14801 died...\u000a13:40:27.709349 run iperf3-srv_10.42.42.10(pid=14801): Terminated {rc=256}\u000a13:40:27.718580 --- ParallelTerminationStrategy: PID 14802 died...\u000a13:40:27.770224 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14802): Terminated: ok {rc=0}\u000a13:40:27.779491 --- ParallelTerminationStrategy: PID 14803 died...\u000a13:40:27.830900 run iperf3-srv_10.42.42.10(pid=14803): Terminated {rc=256}\u000a13:40:27.840124 --- ParallelTerminationStrategy: PID 14804 died...\u000a13:40:27.891782 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14804): Terminated: ok {rc=0}\u000a13:40:27.901196 --- ParallelTerminationStrategy: PID 14805 died...\u000a13:40:27.953178 run iperf3-srv_10.42.42.10(pid=14805): Terminated {rc=256}\u000a13:40:27.962595 --- ParallelTerminationStrategy: PID 14806 died...\u000a13:40:28.014402 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14806): Terminated: ok {rc=0}\u000a13:40:28.023755 --- ParallelTerminationStrategy: PID 14807 died...\u000a13:40:28.075284 run iperf3-srv_10.42.42.10(pid=14807): Terminated {rc=256}\u000a13:40:28.084603 --- ParallelTerminationStrategy: PID 14810 died...\u000a13:40:28.136309 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14810): Terminated: ok {rc=0}\u000a13:40:28.145746 --- ParallelTerminationStrategy: PID 14813 died...\u000a13:40:28.197292 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14813): Terminated: ok {rc=0}\u000a13:40:28.206652 --- ParallelTerminationStrategy: PID 14816 died...\u000a13:40:28.258231 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14816): Terminated: ok {rc=0}\u000a13:40:28.344283 bus /gobi_4: Setting Powered False\u000a13:40:29.446513 bus /gobi_4: Setting Powered False\u000a13:40:30.553886 bus /gobi_1: Setting Powered False\u000a13:40:31.662117 bus /gobi_1: Setting Powered False\u000a13:40:32.771523 bus /gobi_0: Setting Powered False\u000a13:40:33.872430 bus /gobi_0: Setting Powered False\u000a13:40:34.978514 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 237, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14824): Process ended prematurely: osmo-stp_10.42.42.5(pid=14824) [trial-2375↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14824)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14824): Process ended prematurely: osmo-stp_10.42.42.5(pid=14824) [trial-2375↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14824)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2375 gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa ping.py\u000a----------------------------------------------\u000a13:40:36.046704 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:40:36.058759 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a13:40:36.213871 tst ping.py: using LAC 28780\u000a13:40:36.334871 tst ping.py: using RAC 220\u000a13:40:36.454855 tst ping.py: using CellId 28780\u000a13:40:36.574731 tst ping.py: using BVCI 28781\u000a13:40:36.598620 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:40:36.609994 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:40:36.621109 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:40:36.632420 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:40:36.643670 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:40:36.655389 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:40:36.667000 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:40:36.678478 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a13:40:36.959451 tst ping.py:19: start network...\u000a13:40:37.088594 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:40:37.582548 run create_hlr_db(pid=14818): Launched\u000a13:40:37.751269 bus /gobi_6: Setting Powered False\u000a13:40:38.771213 run create_hlr_db(pid=14818): Terminated: ok {rc=0}\u000a13:40:39.183637 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14820): Launched\u000a13:40:39.493504 run osmo-hlr_10.42.42.2(pid=14821): Launched\u000a13:40:39.611395 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:40:40.152930 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14823): Launched\u000a13:40:40.464269 run osmo-stp_10.42.42.5(pid=14824): Launched\u000a13:40:40.578227 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:40:41.118594 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14826): Launched\u000a13:40:41.229281 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:40:41.499134 run patchelf(pid=14827): Launched\u000a13:40:41.681210 run osmo-stp_10.42.42.5(pid=14824): ERR: Terminated: ERROR {rc=1} [trial-2375↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14824)]\u000a13:40:41.813819 run osmo-stp_10.42.42.5(pid=14824): stdout: \u000a| (launched: 2022-12-10_13:40:40.310616)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:40:41.968640 run osmo-stp_10.42.42.5(pid=14824): stderr: \u000a| �[0;m�[38;5;43m20221210134040501 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210134040501 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210134040502 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210134040502 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210134040504 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210134040504 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210134040505 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:40:42.089221 run osmo-stp_10.42.42.5(pid=14824): stdout: \u000a| (launched: 2022-12-10_13:40:40.310616)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:40:42.208641 run osmo-stp_10.42.42.5(pid=14824): stderr: \u000a| �[0;m�[38;5;43m20221210134040501 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210134040501 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210134040502 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210134040502 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210134040504 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210134040504 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210134040505 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:40:42.347912 run patchelf(pid=14827): Terminating (SIGINT)\u000a13:40:42.511456 run patchelf(pid=14827): Terminated: ok {rc=0}\u000a13:40:42.541779 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=14824): Process ended prematurely: osmo-stp_10.42.42.5(pid=14824) [trial-2375↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14824)] [trial-2375↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping.py:22]\u000a13:40:42.550133 tst ping.py:22: Test FAILED (6.5 sec)\u000a13:40:42.609341 run osmo-hlr_10.42.42.2(pid=14821): ERR: Terminated: ERROR {rc=237} [trial-2375↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14821)]\u000a13:40:42.657761 run osmo-hlr_10.42.42.2(pid=14821): stdout: \u000a| (launched: 2022-12-10_13:40:39.341534) \u000a13:40:42.706704 run osmo-hlr_10.42.42.2(pid=14821): stderr: \u000a| �[0;m�[1;31m20221210134039537 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210134039537 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210134039537 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210134039537 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210134039537 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210134039537 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210134039554 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2375/run.2022-12-10_12-42-03/gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210134039562 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210134039563 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210134039563 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:40:42.748254 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14820): Terminating (SIGTERM)\u000a13:40:42.788340 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14823): Terminating (SIGTERM)\u000a13:40:42.827597 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14826): Terminating (SIGTERM)\u000a13:40:42.836685 --- ParallelTerminationStrategy: PID 14820 died...\u000a13:40:42.889368 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14820): Terminated: ok {rc=0}\u000a13:40:42.898823 --- ParallelTerminationStrategy: PID 14823 died...\u000a13:40:42.951561 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14823): Terminated: ok {rc=0}\u000a13:40:42.961133 --- ParallelTerminationStrategy: PID 14826 died...\u000a13:40:43.013482 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14826): Terminated: ok {rc=0}\u000a13:40:43.101734 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 237, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14834): Process ended prematurely: osmo-stp_10.42.42.5(pid=14834) [trial-2375↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14834)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14834): Process ended prematurely: osmo-stp_10.42.42.5(pid=14834) [trial-2375↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14834)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2375 gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa ping_idle_ping.py\u000a----------------------------------------------\u000a13:40:44.153225 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:40:44.165065 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a13:40:44.313687 tst ping_idle_ping.py: using LAC 28781\u000a13:40:44.428438 tst ping_idle_ping.py: using RAC 221\u000a13:40:44.542716 tst ping_idle_ping.py: using CellId 28781\u000a13:40:44.657160 tst ping_idle_ping.py: using BVCI 28782\u000a13:40:44.679474 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:40:44.690388 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:40:44.701195 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:40:44.711896 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:40:44.722573 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:40:44.733259 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:40:44.744025 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:40:44.754635 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a13:40:45.039148 tst ping_idle_ping.py:24: start network...\u000a13:40:45.168801 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:40:45.660288 run create_hlr_db(pid=14828): Launched\u000a13:40:45.849269 bus /gobi_6: Setting Powered False\u000a13:40:46.899862 run create_hlr_db(pid=14828): Terminated: ok {rc=0}\u000a13:40:47.355166 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14830): Launched\u000a13:40:47.649615 run osmo-hlr_10.42.42.2(pid=14831): Launched\u000a13:40:47.757723 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:40:48.267506 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14833): Launched\u000a13:40:48.559642 run osmo-stp_10.42.42.5(pid=14834): Launched\u000a13:40:48.667452 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:40:49.176775 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14836): Launched\u000a13:40:49.279944 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:40:49.533909 run patchelf(pid=14837): Launched\u000a13:40:49.705682 run osmo-stp_10.42.42.5(pid=14834): ERR: Terminated: ERROR {rc=1} [trial-2375↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14834)]\u000a13:40:49.830498 run osmo-stp_10.42.42.5(pid=14834): stdout: \u000a| (launched: 2022-12-10_13:40:48.416060)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:40:49.955493 run osmo-stp_10.42.42.5(pid=14834): stderr: \u000a| �[0;m�[38;5;43m20221210134048587 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210134048587 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210134048588 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210134048588 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210134048588 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210134048589 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210134048589 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:40:50.076790 run osmo-stp_10.42.42.5(pid=14834): stdout: \u000a| (launched: 2022-12-10_13:40:48.416060)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:40:50.196904 run osmo-stp_10.42.42.5(pid=14834): stderr: \u000a| �[0;m�[38;5;43m20221210134048587 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210134048587 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210134048588 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210134048588 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210134048588 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210134048589 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210134048589 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:40:50.337242 run patchelf(pid=14837): Terminating (SIGINT)\u000a13:40:50.502213 run patchelf(pid=14837): Terminated: ok {rc=0}\u000a13:40:50.532026 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=14834): Process ended prematurely: osmo-stp_10.42.42.5(pid=14834) [trial-2375↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14834)] [trial-2375↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping_idle_ping.py:27]\u000a13:40:50.540452 tst ping_idle_ping.py:27: Test FAILED (6.4 sec)\u000a13:40:50.599150 run osmo-hlr_10.42.42.2(pid=14831): ERR: Terminated: ERROR {rc=237} [trial-2375↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14831)]\u000a13:40:50.647523 run osmo-hlr_10.42.42.2(pid=14831): stdout: \u000a| (launched: 2022-12-10_13:40:47.503880) \u000a13:40:50.696346 run osmo-hlr_10.42.42.2(pid=14831): stderr: \u000a| �[0;m�[1;31m20221210134047680 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210134047681 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210134047681 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210134047681 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210134047681 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210134047681 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210134047693 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2375/run.2022-12-10_12-42-03/gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210134047702 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210134047702 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210134047702 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:40:50.737690 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14830): Terminating (SIGTERM)\u000a13:40:50.776646 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14833): Terminating (SIGTERM)\u000a13:40:50.815708 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14836): Terminating (SIGTERM)\u000a13:40:50.824712 --- ParallelTerminationStrategy: PID 14830 died...\u000a13:40:50.876858 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14830): Terminated: ok {rc=0}\u000a13:40:50.886383 --- ParallelTerminationStrategy: PID 14833 died...\u000a13:40:50.938407 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14833): Terminated: ok {rc=0}\u000a13:40:50.947783 --- ParallelTerminationStrategy: PID 14836 died...\u000a13:40:51.000190 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14836): Terminated: ok {rc=0}\u000a13:40:51.082103 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 59.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "127", "name" : "gprs_trx-lms-limenet-micro+mod-bts0-dynts-ipa", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T13:39:54" }, { "cases" : [ { "testActions" : [ ], "age" : 237, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14851): Process ended prematurely: osmo-stp_10.42.42.5(pid=14851) [trial-2375↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14851)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14851): Process ended prematurely: osmo-stp_10.42.42.5(pid=14851) [trial-2375↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14851)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2375 gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo cs_paging_gprs_active.py\u000a----------------------------------------------\u000a13:40:53.228880 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:40:53.240199 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a13:40:53.399418 tst cs_paging_gprs_active.py: using LAC 28782\u000a13:40:53.525182 tst cs_paging_gprs_active.py: using RAC 222\u000a13:40:53.650277 tst cs_paging_gprs_active.py: using CellId 28782\u000a13:40:53.774500 tst cs_paging_gprs_active.py: using BVCI 28783\u000a13:40:53.798860 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:40:53.810164 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:40:53.821310 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:40:53.832738 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:40:53.844151 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:40:53.855503 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:40:53.867199 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:40:53.878350 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:40:53.889874 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a13:40:54.011028 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a13:40:54.286405 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a13:40:54.410113 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:40:54.718808 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14841): Launched\u000a13:40:54.975699 run iperf3-srv_10.42.42.10(pid=14842): Launched\u000a13:40:55.156347 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a13:40:55.280257 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:40:55.589384 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14843): Launched\u000a13:40:55.846412 run iperf3-srv_10.42.42.10(pid=14844): Launched\u000a13:40:56.027131 tst cs_paging_gprs_active.py:38: start network...\u000a13:40:56.150823 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:40:56.627625 run create_hlr_db(pid=14845): Launched\u000a13:40:56.797551 bus /gobi_6: Setting Powered False\u000a13:40:57.832322 run create_hlr_db(pid=14845): Terminated: ok {rc=0}\u000a13:40:58.229689 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14847): Launched\u000a13:40:58.526530 run osmo-hlr_10.42.42.2(pid=14848): Launched\u000a13:40:58.635292 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:40:59.149824 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14850): Launched\u000a13:40:59.447487 run osmo-stp_10.42.42.5(pid=14851): Launched\u000a13:40:59.556540 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:41:00.072650 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14853): Launched\u000a13:41:00.178528 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:41:00.442515 run patchelf(pid=14854): Launched\u000a13:41:00.617365 run osmo-stp_10.42.42.5(pid=14851): ERR: Terminated: ERROR {rc=1} [trial-2375↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14851)]\u000a13:41:00.744423 run osmo-stp_10.42.42.5(pid=14851): stdout: \u000a| (launched: 2022-12-10_13:40:59.301225)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:41:00.877355 run osmo-stp_10.42.42.5(pid=14851): stderr: \u000a| �[0;m�[38;5;43m20221210134059471 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210134059471 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210134059472 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210134059472 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210134059473 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210134059473 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210134059473 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:41:01.005765 run osmo-stp_10.42.42.5(pid=14851): stdout: \u000a| (launched: 2022-12-10_13:40:59.301225)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:41:01.130225 run osmo-stp_10.42.42.5(pid=14851): stderr: \u000a| �[0;m�[38;5;43m20221210134059471 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210134059471 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210134059472 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210134059472 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210134059473 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210134059473 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210134059473 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:41:01.275089 run patchelf(pid=14854): Terminating (SIGINT)\u000a13:41:01.445633 run patchelf(pid=14854): Terminated: ok {rc=0}\u000a13:41:01.477363 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=14851): Process ended prematurely: osmo-stp_10.42.42.5(pid=14851) [trial-2375↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14851)] [trial-2375↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38]\u000a13:41:01.487681 tst cs_paging_gprs_active.py:38: Test FAILED (8.3 sec)\u000a13:41:01.549775 run osmo-hlr_10.42.42.2(pid=14848): ERR: Terminated: ERROR {rc=237} [trial-2375↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14848)]\u000a13:41:01.599397 run osmo-hlr_10.42.42.2(pid=14848): stdout: \u000a| (launched: 2022-12-10_13:40:58.380535) \u000a13:41:01.650075 run osmo-hlr_10.42.42.2(pid=14848): stderr: \u000a| �[0;m�[1;31m20221210134058555 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210134058555 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210134058555 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210134058555 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210134058555 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210134058555 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210134058568 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2375/run.2022-12-10_12-42-03/gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210134058577 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210134058577 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210134058577 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:41:01.692993 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14841): Terminating (SIGTERM)\u000a13:41:01.733246 run iperf3-srv_10.42.42.10(pid=14842): Terminating (SIGTERM)\u000a13:41:01.774446 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14843): Terminating (SIGTERM)\u000a13:41:01.815950 run iperf3-srv_10.42.42.10(pid=14844): Terminating (SIGTERM)\u000a13:41:01.859350 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14847): Terminating (SIGTERM)\u000a13:41:01.904069 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14850): Terminating (SIGTERM)\u000a13:41:01.950765 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14853): Terminating (SIGTERM)\u000a13:41:01.961834 --- ParallelTerminationStrategy: PID 14841 died...\u000a13:41:02.023856 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14841): Terminated: ok {rc=0}\u000a13:41:02.035018 --- ParallelTerminationStrategy: PID 14842 died...\u000a13:41:02.095338 run iperf3-srv_10.42.42.10(pid=14842): Terminated {rc=256}\u000a13:41:02.106263 --- ParallelTerminationStrategy: PID 14843 died...\u000a13:41:02.165296 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14843): Terminated: ok {rc=0}\u000a13:41:02.176272 --- ParallelTerminationStrategy: PID 14844 died...\u000a13:41:02.235024 run iperf3-srv_10.42.42.10(pid=14844): Terminated {rc=256}\u000a13:41:02.246161 --- ParallelTerminationStrategy: PID 14847 died...\u000a13:41:02.302935 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14847): Terminated: ok {rc=0}\u000a13:41:02.313931 --- ParallelTerminationStrategy: PID 14850 died...\u000a13:41:02.371251 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14850): Terminated: ok {rc=0}\u000a13:41:02.381531 --- ParallelTerminationStrategy: PID 14853 died...\u000a13:41:02.438285 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14853): Terminated: ok {rc=0}\u000a13:41:02.524225 bus /gobi_0: Setting Powered False\u000a13:41:03.630844 bus /gobi_0: Setting Powered False\u000a13:41:04.740411 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 237, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14863): Process ended prematurely: osmo-stp_10.42.42.5(pid=14863) [trial-2375↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14863)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14863): Process ended prematurely: osmo-stp_10.42.42.5(pid=14863) [trial-2375↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14863)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2375 gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo iperf3.py\u000a----------------------------------------------\u000a13:41:05.848624 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:41:05.860130 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a13:41:06.012390 tst iperf3.py: using LAC 28783\u000a13:41:06.131197 tst iperf3.py: using RAC 223\u000a13:41:06.250196 tst iperf3.py: using CellId 28783\u000a13:41:06.367018 tst iperf3.py: using BVCI 28784\u000a13:41:06.390036 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:41:06.400929 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:41:06.411604 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:41:06.422317 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:41:06.432887 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:41:06.443872 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:41:06.454746 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:41:06.465298 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:41:06.476012 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a13:41:06.762337 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a13:41:06.894195 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:41:07.219408 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14855): Launched\u000a13:41:07.489514 run iperf3-srv_10.42.42.10(pid=14856): Launched\u000a13:41:07.683072 tst iperf3.py:8: start network...\u000a13:41:07.815495 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:41:08.312186 run create_hlr_db(pid=14857): Launched\u000a13:41:08.494929 bus /gobi_6: Setting Powered False\u000a13:41:09.514297 run create_hlr_db(pid=14857): Terminated: ok {rc=0}\u000a13:41:09.910054 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14859): Launched\u000a13:41:10.206440 run osmo-hlr_10.42.42.2(pid=14860): Launched\u000a13:41:10.316087 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:41:10.831662 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14862): Launched\u000a13:41:11.128914 run osmo-stp_10.42.42.5(pid=14863): Launched\u000a13:41:11.237635 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:41:11.752738 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14865): Launched\u000a13:41:11.858925 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:41:12.117201 run patchelf(pid=14866): Launched\u000a13:41:12.290797 run osmo-stp_10.42.42.5(pid=14863): ERR: Terminated: ERROR {rc=1} [trial-2375↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14863)]\u000a13:41:12.417686 run osmo-stp_10.42.42.5(pid=14863): stdout: \u000a| (launched: 2022-12-10_13:41:10.982756)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:41:12.544860 run osmo-stp_10.42.42.5(pid=14863): stderr: \u000a| �[0;m�[38;5;43m20221210134111156 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210134111156 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210134111156 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210134111156 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210134111157 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210134111157 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210134111157 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:41:12.667932 run osmo-stp_10.42.42.5(pid=14863): stdout: \u000a| (launched: 2022-12-10_13:41:10.982756)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:41:12.790134 run osmo-stp_10.42.42.5(pid=14863): stderr: \u000a| �[0;m�[38;5;43m20221210134111156 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210134111156 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210134111156 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210134111156 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210134111157 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210134111157 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210134111157 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:41:12.931861 run patchelf(pid=14866): Terminating (SIGINT)\u000a13:41:13.098557 run patchelf(pid=14866): Terminated: ok {rc=0}\u000a13:41:13.129523 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=14863): Process ended prematurely: osmo-stp_10.42.42.5(pid=14863) [trial-2375↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14863)] [trial-2375↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3.py:8]\u000a13:41:13.138704 tst iperf3.py:8: Test FAILED (7.3 sec)\u000a13:41:13.197354 run osmo-hlr_10.42.42.2(pid=14860): ERR: Terminated: ERROR {rc=237} [trial-2375↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14860)]\u000a13:41:13.245523 run osmo-hlr_10.42.42.2(pid=14860): stdout: \u000a| (launched: 2022-12-10_13:41:10.060941) \u000a13:41:13.294114 run osmo-hlr_10.42.42.2(pid=14860): stderr: \u000a| �[0;m�[1;31m20221210134110233 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210134110233 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210134110234 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210134110234 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210134110234 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210134110234 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210134110246 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2375/run.2022-12-10_12-42-03/gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210134110255 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210134110255 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210134110255 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:41:13.335563 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14855): Terminating (SIGTERM)\u000a13:41:13.374394 run iperf3-srv_10.42.42.10(pid=14856): Terminating (SIGTERM)\u000a13:41:13.413321 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14859): Terminating (SIGTERM)\u000a13:41:13.452120 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14862): Terminating (SIGTERM)\u000a13:41:13.491190 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14865): Terminating (SIGTERM)\u000a13:41:13.499867 --- ParallelTerminationStrategy: PID 14855 died...\u000a13:41:13.552573 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14855): Terminated: ok {rc=0}\u000a13:41:13.562084 --- ParallelTerminationStrategy: PID 14856 died...\u000a13:41:13.613922 run iperf3-srv_10.42.42.10(pid=14856): Terminated {rc=256}\u000a13:41:13.623219 --- ParallelTerminationStrategy: PID 14859 died...\u000a13:41:13.675168 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14859): Terminated: ok {rc=0}\u000a13:41:13.684502 --- ParallelTerminationStrategy: PID 14862 died...\u000a13:41:13.737015 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14862): Terminated: ok {rc=0}\u000a13:41:13.746447 --- ParallelTerminationStrategy: PID 14865 died...\u000a13:41:13.799055 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14865): Terminated: ok {rc=0}\u000a13:41:13.887188 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 237, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14881): Process ended prematurely: osmo-stp_10.42.42.5(pid=14881) [trial-2375↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14881)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14881): Process ended prematurely: osmo-stp_10.42.42.5(pid=14881) [trial-2375↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14881)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2375 gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo iperf3m4.py\u000a----------------------------------------------\u000a13:41:14.993729 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:41:15.005360 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a13:41:15.157381 tst iperf3m4.py: using LAC 28784\u000a13:41:15.273761 tst iperf3m4.py: using RAC 224\u000a13:41:15.390479 tst iperf3m4.py: using CellId 28784\u000a13:41:15.515761 tst iperf3m4.py: using BVCI 28785\u000a13:41:15.540203 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:41:15.551653 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:41:15.563108 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:41:15.574632 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:41:15.586253 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:41:15.597734 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:41:15.609354 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:41:15.620579 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:41:15.632127 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a13:41:15.746901 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a13:41:15.883886 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a13:41:16.007535 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a13:41:16.331283 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a13:41:16.472019 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:41:16.810641 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14867): Launched\u000a13:41:17.091849 run iperf3-srv_10.42.42.10(pid=14868): Launched\u000a13:41:17.275085 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a13:41:17.398372 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:41:17.704074 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14869): Launched\u000a13:41:17.959114 run iperf3-srv_10.42.42.10(pid=14870): Launched\u000a13:41:18.139963 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a13:41:18.263390 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:41:18.570268 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14871): Launched\u000a13:41:18.823914 run iperf3-srv_10.42.42.10(pid=14872): Launched\u000a13:41:19.003396 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a13:41:19.126401 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:41:19.431323 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14873): Launched\u000a13:41:19.685406 run iperf3-srv_10.42.42.10(pid=14874): Launched\u000a13:41:19.865294 tst iperf3m4.py:8: start network...\u000a13:41:19.988779 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:41:20.463466 run create_hlr_db(pid=14875): Launched\u000a13:41:20.632898 bus /gobi_6: Setting Powered False\u000a13:41:21.655107 run create_hlr_db(pid=14875): Terminated: ok {rc=0}\u000a13:41:22.074824 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14877): Launched\u000a13:41:22.392474 run osmo-hlr_10.42.42.2(pid=14878): Launched\u000a13:41:22.512619 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:41:23.064035 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14880): Launched\u000a13:41:23.380934 run osmo-stp_10.42.42.5(pid=14881): Launched\u000a13:41:23.496272 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:41:24.048285 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14883): Launched\u000a13:41:24.161868 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:41:24.436549 run patchelf(pid=14884): Launched\u000a13:41:24.620873 run osmo-stp_10.42.42.5(pid=14881): ERR: Terminated: ERROR {rc=1} [trial-2375↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14881)]\u000a13:41:24.755813 run osmo-stp_10.42.42.5(pid=14881): stdout: \u000a| (launched: 2022-12-10_13:41:23.225040)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:41:24.891095 run osmo-stp_10.42.42.5(pid=14881): stderr: \u000a| �[0;m�[38;5;43m20221210134123415 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210134123416 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210134123416 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210134123416 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210134123417 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210134123417 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210134123417 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:41:25.022446 run osmo-stp_10.42.42.5(pid=14881): stdout: \u000a| (launched: 2022-12-10_13:41:23.225040)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:41:25.152260 run osmo-stp_10.42.42.5(pid=14881): stderr: \u000a| �[0;m�[38;5;43m20221210134123415 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210134123416 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210134123416 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210134123416 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210134123417 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210134123417 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210134123417 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:41:25.302824 run patchelf(pid=14884): Terminating (SIGINT)\u000a13:41:25.479887 run patchelf(pid=14884): Terminated: ok {rc=0}\u000a13:41:25.512398 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=14881): Process ended prematurely: osmo-stp_10.42.42.5(pid=14881) [trial-2375↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14881)] [trial-2375↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3m4.py:8]\u000a13:41:25.522200 tst iperf3m4.py:8: Test FAILED (10.6 sec)\u000a13:41:25.585216 run osmo-hlr_10.42.42.2(pid=14878): ERR: Terminated: ERROR {rc=237} [trial-2375↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14878)]\u000a13:41:25.635830 run osmo-hlr_10.42.42.2(pid=14878): stdout: \u000a| (launched: 2022-12-10_13:41:22.235945) \u000a13:41:25.687215 run osmo-hlr_10.42.42.2(pid=14878): stderr: \u000a| �[0;m�[1;31m20221210134122434 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210134122434 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210134122434 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210134122434 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210134122434 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210134122435 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210134122447 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2375/run.2022-12-10_12-42-03/gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210134122455 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210134122455 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210134122455 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:41:25.730689 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14867): Terminating (SIGTERM)\u000a13:41:25.771684 run iperf3-srv_10.42.42.10(pid=14868): Terminating (SIGTERM)\u000a13:41:25.812387 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14869): Terminating (SIGTERM)\u000a13:41:25.854710 run iperf3-srv_10.42.42.10(pid=14870): Terminating (SIGTERM)\u000a13:41:25.895927 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14871): Terminating (SIGTERM)\u000a13:41:25.937010 run iperf3-srv_10.42.42.10(pid=14872): Terminating (SIGTERM)\u000a13:41:25.978691 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14873): Terminating (SIGTERM)\u000a13:41:26.019806 run iperf3-srv_10.42.42.10(pid=14874): Terminating (SIGTERM)\u000a13:41:26.061143 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14877): Terminating (SIGTERM)\u000a13:41:26.103049 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14880): Terminating (SIGTERM)\u000a13:41:26.144288 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14883): Terminating (SIGTERM)\u000a13:41:26.154176 --- ParallelTerminationStrategy: PID 14867 died...\u000a13:41:26.209070 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14867): Terminated: ok {rc=0}\u000a13:41:26.219167 --- ParallelTerminationStrategy: PID 14868 died...\u000a13:41:26.274013 run iperf3-srv_10.42.42.10(pid=14868): Terminated {rc=256}\u000a13:41:26.283900 --- ParallelTerminationStrategy: PID 14869 died...\u000a13:41:26.338586 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14869): Terminated: ok {rc=0}\u000a13:41:26.348640 --- ParallelTerminationStrategy: PID 14870 died...\u000a13:41:26.403560 run iperf3-srv_10.42.42.10(pid=14870): Terminated {rc=256}\u000a13:41:26.413698 --- ParallelTerminationStrategy: PID 14871 died...\u000a13:41:26.468768 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14871): Terminated: ok {rc=0}\u000a13:41:26.478877 --- ParallelTerminationStrategy: PID 14872 died...\u000a13:41:26.534120 run iperf3-srv_10.42.42.10(pid=14872): Terminated {rc=256}\u000a13:41:26.544050 --- ParallelTerminationStrategy: PID 14873 died...\u000a13:41:26.599152 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14873): Terminated: ok {rc=0}\u000a13:41:26.609182 --- ParallelTerminationStrategy: PID 14874 died...\u000a13:41:26.663677 run iperf3-srv_10.42.42.10(pid=14874): Terminated {rc=256}\u000a13:41:26.673859 --- ParallelTerminationStrategy: PID 14877 died...\u000a13:41:26.728535 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14877): Terminated: ok {rc=0}\u000a13:41:26.738730 --- ParallelTerminationStrategy: PID 14880 died...\u000a13:41:26.793621 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14880): Terminated: ok {rc=0}\u000a13:41:26.803771 --- ParallelTerminationStrategy: PID 14883 died...\u000a13:41:26.858853 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14883): Terminated: ok {rc=0}\u000a13:41:26.944896 bus /gobi_4: Setting Powered False\u000a13:41:28.044534 bus /gobi_4: Setting Powered False\u000a13:41:29.151589 bus /gobi_1: Setting Powered False\u000a13:41:30.256575 bus /gobi_1: Setting Powered False\u000a13:41:31.389222 bus /gobi_0: Setting Powered False\u000a13:41:32.491622 bus /gobi_0: Setting Powered False\u000a13:41:33.602300 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 237, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14891): Process ended prematurely: osmo-stp_10.42.42.5(pid=14891) [trial-2375↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14891)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14891): Process ended prematurely: osmo-stp_10.42.42.5(pid=14891) [trial-2375↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14891)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2375 gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo ping.py\u000a----------------------------------------------\u000a13:41:34.670804 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:41:34.682660 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a13:41:34.839661 tst ping.py: using LAC 28785\u000a13:41:34.961889 tst ping.py: using RAC 225\u000a13:41:35.085025 tst ping.py: using CellId 28785\u000a13:41:35.206909 tst ping.py: using BVCI 28786\u000a13:41:35.230906 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:41:35.242234 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:41:35.253488 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:41:35.264878 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:41:35.276281 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:41:35.287613 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:41:35.299146 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:41:35.310660 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a13:41:35.592363 tst ping.py:19: start network...\u000a13:41:35.721598 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:41:36.208811 run create_hlr_db(pid=14885): Launched\u000a13:41:36.389340 bus /gobi_6: Setting Powered False\u000a13:41:37.409885 run create_hlr_db(pid=14885): Terminated: ok {rc=0}\u000a13:41:37.823138 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14887): Launched\u000a13:41:38.135687 run osmo-hlr_10.42.42.2(pid=14888): Launched\u000a13:41:38.252100 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:41:38.797886 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14890): Launched\u000a13:41:39.109907 run osmo-stp_10.42.42.5(pid=14891): Launched\u000a13:41:39.223472 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:41:39.765683 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14893): Launched\u000a13:41:39.876780 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:41:40.148725 run patchelf(pid=14894): Launched\u000a13:41:40.331293 run osmo-stp_10.42.42.5(pid=14891): ERR: Terminated: ERROR {rc=1} [trial-2375↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14891)]\u000a13:41:40.464507 run osmo-stp_10.42.42.5(pid=14891): stdout: \u000a| (launched: 2022-12-10_13:41:38.956041)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:41:40.598165 run osmo-stp_10.42.42.5(pid=14891): stderr: \u000a| �[0;m�[38;5;43m20221210134139148 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210134139149 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210134139149 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210134139149 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210134139150 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210134139150 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210134139150 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:41:40.727478 run osmo-stp_10.42.42.5(pid=14891): stdout: \u000a| (launched: 2022-12-10_13:41:38.956041)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:41:40.855433 run osmo-stp_10.42.42.5(pid=14891): stderr: \u000a| �[0;m�[38;5;43m20221210134139148 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210134139149 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210134139149 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210134139149 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210134139150 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210134139150 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210134139150 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:41:41.004864 run patchelf(pid=14894): Terminating (SIGINT)\u000a13:41:41.180122 run patchelf(pid=14894): Terminated: ok {rc=0}\u000a13:41:41.211973 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=14891): Process ended prematurely: osmo-stp_10.42.42.5(pid=14891) [trial-2375↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14891)] [trial-2375↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping.py:22]\u000a13:41:41.221139 tst ping.py:22: Test FAILED (6.5 sec)\u000a13:41:41.284313 run osmo-hlr_10.42.42.2(pid=14888): ERR: Terminated: ERROR {rc=237} [trial-2375↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14888)]\u000a13:41:41.335563 run osmo-hlr_10.42.42.2(pid=14888): stdout: \u000a| (launched: 2022-12-10_13:41:37.981365) \u000a13:41:41.387282 run osmo-hlr_10.42.42.2(pid=14888): stderr: \u000a| �[0;m�[1;31m20221210134138177 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210134138177 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210134138177 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210134138177 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210134138177 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210134138177 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210134138189 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2375/run.2022-12-10_12-42-03/gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210134138198 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210134138198 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210134138198 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:41:41.430895 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14887): Terminating (SIGTERM)\u000a13:41:41.472599 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14890): Terminating (SIGTERM)\u000a13:41:41.514399 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14893): Terminating (SIGTERM)\u000a13:41:41.524328 --- ParallelTerminationStrategy: PID 14887 died...\u000a13:41:41.579954 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14887): Terminated: ok {rc=0}\u000a13:41:41.590087 --- ParallelTerminationStrategy: PID 14890 died...\u000a13:41:41.645435 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14890): Terminated: ok {rc=0}\u000a13:41:41.655697 --- ParallelTerminationStrategy: PID 14893 died...\u000a13:41:41.710971 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14893): Terminated: ok {rc=0}\u000a13:41:41.796692 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 237, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14901): Process ended prematurely: osmo-stp_10.42.42.5(pid=14901) [trial-2375↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14901)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14901): Process ended prematurely: osmo-stp_10.42.42.5(pid=14901) [trial-2375↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14901)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2375 gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo ping_idle_ping.py\u000a----------------------------------------------\u000a13:41:42.848129 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:41:42.859780 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a13:41:43.013075 tst ping_idle_ping.py: using LAC 28786\u000a13:41:43.128090 tst ping_idle_ping.py: using RAC 226\u000a13:41:43.243873 tst ping_idle_ping.py: using CellId 28786\u000a13:41:43.359023 tst ping_idle_ping.py: using BVCI 28787\u000a13:41:43.381535 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:41:43.392353 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:41:43.403151 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:41:43.414493 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:41:43.425682 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:41:43.436229 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:41:43.447843 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:41:43.458971 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a13:41:43.744685 tst ping_idle_ping.py:24: start network...\u000a13:41:43.874531 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:41:44.368670 run create_hlr_db(pid=14895): Launched\u000a13:41:44.549954 bus /gobi_6: Setting Powered False\u000a13:41:45.571142 run create_hlr_db(pid=14895): Terminated: ok {rc=0}\u000a13:41:45.992317 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14897): Launched\u000a13:41:46.443278 run osmo-hlr_10.42.42.2(pid=14898): Launched\u000a13:41:46.662365 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:41:47.230668 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14900): Launched\u000a13:41:47.526385 run osmo-stp_10.42.42.5(pid=14901): Launched\u000a13:41:47.633286 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:41:48.142086 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14903): Launched\u000a13:41:48.245469 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:41:48.499873 run patchelf(pid=14904): Launched\u000a13:41:48.671334 run osmo-stp_10.42.42.5(pid=14901): ERR: Terminated: ERROR {rc=1} [trial-2375↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14901)]\u000a13:41:48.796291 run osmo-stp_10.42.42.5(pid=14901): stdout: \u000a| (launched: 2022-12-10_13:41:47.380567)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:41:48.921825 run osmo-stp_10.42.42.5(pid=14901): stderr: \u000a| �[0;m�[38;5;43m20221210134147547 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210134147547 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210134147547 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210134147548 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210134147548 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210134147548 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210134147548 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:41:49.043301 run osmo-stp_10.42.42.5(pid=14901): stdout: \u000a| (launched: 2022-12-10_13:41:47.380567)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:41:49.163549 run osmo-stp_10.42.42.5(pid=14901): stderr: \u000a| �[0;m�[38;5;43m20221210134147547 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210134147547 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210134147547 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210134147548 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210134147548 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210134147548 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210134147548 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:41:49.303275 run patchelf(pid=14904): Terminating (SIGINT)\u000a13:41:49.467273 run patchelf(pid=14904): Terminated: ok {rc=0}\u000a13:41:49.497272 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=14901): Process ended prematurely: osmo-stp_10.42.42.5(pid=14901) [trial-2375↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14901)] [trial-2375↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping_idle_ping.py:27]\u000a13:41:49.505725 tst ping_idle_ping.py:27: Test FAILED (6.6 sec)\u000a13:41:49.564152 run osmo-hlr_10.42.42.2(pid=14898): ERR: Terminated: ERROR {rc=237} [trial-2375↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14898)]\u000a13:41:49.612201 run osmo-hlr_10.42.42.2(pid=14898): stdout: \u000a| (launched: 2022-12-10_13:41:46.145030) \u000a13:41:49.660714 run osmo-hlr_10.42.42.2(pid=14898): stderr: \u000a| �[0;m�[1;31m20221210134146378 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210134146378 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210134146378 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210134146378 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210134146378 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210134146378 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210134146394 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2375/run.2022-12-10_12-42-03/gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210134146402 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210134146402 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210134146402 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:41:49.702128 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14897): Terminating (SIGTERM)\u000a13:41:49.741112 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14900): Terminating (SIGTERM)\u000a13:41:49.780601 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14903): Terminating (SIGTERM)\u000a13:41:49.789938 --- ParallelTerminationStrategy: PID 14897 died...\u000a13:41:49.842091 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14897): Terminated: ok {rc=0}\u000a13:41:49.851491 --- ParallelTerminationStrategy: PID 14900 died...\u000a13:41:49.903664 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14900): Terminated: ok {rc=0}\u000a13:41:49.913215 --- ParallelTerminationStrategy: PID 14903 died...\u000a13:41:49.965154 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14903): Terminated: ok {rc=0}\u000a13:41:50.052649 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 59.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "128", "name" : "gprs_trx-lms-limenet-micro+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T13:40:52" }, { "cases" : [ { "testActions" : [ ], "age" : 237, "className" : "dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14916): Process ended prematurely: osmo-stp_10.42.42.5(pid=14916) [trial-2375↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14916)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14916): Process ended prematurely: osmo-stp_10.42.42.5(pid=14916) [trial-2375↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14916)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2375 dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any switch_tch_pdch.py\u000a----------------------------------------------\u000a13:41:52.062879 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a13:41:52.074073 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a13:41:52.219688 tst switch_tch_pdch.py: using LAC 28787\u000a13:41:52.332238 tst switch_tch_pdch.py: using RAC 227\u000a13:41:52.450128 tst switch_tch_pdch.py: using CellId 28787\u000a13:41:52.563405 tst switch_tch_pdch.py: using BVCI 28788\u000a13:41:52.585710 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a13:41:52.596703 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a13:41:52.607592 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a13:41:52.618590 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a13:41:52.629518 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a13:41:52.640299 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a13:41:52.651310 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a13:41:52.662297 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a13:41:52.779682 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a13:41:53.064790 tst switch_tch_pdch.py:51: start network...\u000a13:41:53.193802 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:41:53.681453 run create_hlr_db(pid=14910): Launched\u000a13:41:53.861773 bus /gobi_6: Setting Powered False\u000a13:41:54.881760 run create_hlr_db(pid=14910): Terminated: ok {rc=0}\u000a13:41:55.272012 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14912): Launched\u000a13:41:55.562714 run osmo-hlr_10.42.42.2(pid=14913): Launched\u000a13:41:55.673273 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:41:56.177616 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14915): Launched\u000a13:41:56.467660 run osmo-stp_10.42.42.5(pid=14916): Launched\u000a13:41:56.573926 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:41:57.078872 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14918): Launched\u000a13:41:57.182147 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:41:57.434855 run patchelf(pid=14919): Launched\u000a13:41:57.605220 run osmo-stp_10.42.42.5(pid=14916): ERR: Terminated: ERROR {rc=1} [trial-2375↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14916)]\u000a13:41:57.729196 run osmo-stp_10.42.42.5(pid=14916): stdout: \u000a| (launched: 2022-12-10_13:41:56.325505)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:41:57.853701 run osmo-stp_10.42.42.5(pid=14916): stderr: \u000a| �[0;m�[38;5;43m20221210134156494 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210134156494 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210134156494 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210134156495 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210134156497 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210134156497 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210134156497 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:41:57.974317 run osmo-stp_10.42.42.5(pid=14916): stdout: \u000a| (launched: 2022-12-10_13:41:56.325505)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:41:58.093938 run osmo-stp_10.42.42.5(pid=14916): stderr: \u000a| �[0;m�[38;5;43m20221210134156494 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210134156494 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210134156494 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210134156495 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210134156497 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210134156497 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210134156497 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:41:58.234093 run patchelf(pid=14919): Terminating (SIGINT)\u000a13:41:58.397797 run patchelf(pid=14919): Terminated: ok {rc=0}\u000a13:41:58.427693 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=14916): Process ended prematurely: osmo-stp_10.42.42.5(pid=14916) [trial-2375↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14916)] [trial-2375↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54]\u000a13:41:58.436088 tst switch_tch_pdch.py:54: Test FAILED (6.4 sec)\u000a13:41:58.494730 run osmo-hlr_10.42.42.2(pid=14913): ERR: Terminated: ERROR {rc=237} [trial-2375↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14913)]\u000a13:41:58.542719 run osmo-hlr_10.42.42.2(pid=14913): stdout: \u000a| (launched: 2022-12-10_13:41:55.419386) \u000a13:41:58.591350 run osmo-hlr_10.42.42.2(pid=14913): stderr: \u000a| �[0;m�[1;31m20221210134155593 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210134155593 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210134155593 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210134155593 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210134155593 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210134155593 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210134155606 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2375/run.2022-12-10_12-42-03/dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210134155616 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210134155616 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210134155616 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:41:58.632685 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14912): Terminating (SIGTERM)\u000a13:41:58.671653 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14915): Terminating (SIGTERM)\u000a13:41:58.710625 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14918): Terminating (SIGTERM)\u000a13:41:58.719660 --- ParallelTerminationStrategy: PID 14912 died...\u000a13:41:58.771745 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14912): Terminated: ok {rc=0}\u000a13:41:58.781344 --- ParallelTerminationStrategy: PID 14915 died...\u000a13:41:58.833169 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14915): Terminated: ok {rc=0}\u000a13:41:58.842568 --- ParallelTerminationStrategy: PID 14918 died...\u000a13:41:58.894395 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14918): Terminated: ok {rc=0}\u000a13:41:58.980394 bus /gobi_0: Setting Powered False\u000a13:42:00.081856 bus /gobi_0: Setting Powered False\u000a13:42:01.213415 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "129", "name" : "dynts_trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T13:41:51" }, { "cases" : [ { "testActions" : [ ], "age" : 237, "className" : "dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14939): Process ended prematurely: osmo-stp_10.42.42.5(pid=14939) [trial-2375↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14939)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14939): Process ended prematurely: osmo-stp_10.42.42.5(pid=14939) [trial-2375↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14939)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2375 dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo switch_tch_pdch.py\u000a----------------------------------------------\u000a13:42:03.172821 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a13:42:03.183732 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x bts (candidates: 1)\u000a13:42:03.329902 tst switch_tch_pdch.py: using LAC 28788\u000a13:42:03.449595 tst switch_tch_pdch.py: using RAC 228\u000a13:42:03.561866 tst switch_tch_pdch.py: using CellId 28788\u000a13:42:03.673776 tst switch_tch_pdch.py: using BVCI 28789\u000a13:42:03.695951 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a13:42:03.706808 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a13:42:03.717485 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a13:42:03.728220 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a13:42:03.738897 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a13:42:03.749536 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a13:42:03.760274 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a13:42:03.771006 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a13:42:03.887375 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a13:42:04.171935 tst switch_tch_pdch.py:51: start network...\u000a13:42:04.301853 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:42:04.763325 run create_hlr_db(pid=14933): Launched\u000a13:42:04.890082 bus /gobi_6: Setting Powered False\u000a13:42:05.963673 run create_hlr_db(pid=14933): Terminated: ok {rc=0}\u000a13:42:06.349512 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14935): Launched\u000a13:42:06.660234 run osmo-hlr_10.42.42.2(pid=14936): Launched\u000a13:42:06.778243 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:42:07.290891 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14938): Launched\u000a13:42:07.601480 run osmo-stp_10.42.42.5(pid=14939): Launched\u000a13:42:07.714982 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:42:08.229339 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14941): Launched\u000a13:42:08.340759 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:42:08.611156 run patchelf(pid=14942): Launched\u000a13:42:08.793542 run osmo-stp_10.42.42.5(pid=14939): ERR: Terminated: ERROR {rc=1} [trial-2375↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14939)]\u000a13:42:08.926826 run osmo-stp_10.42.42.5(pid=14939): stdout: \u000a| (launched: 2022-12-10_13:42:07.448622)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:42:09.060718 run osmo-stp_10.42.42.5(pid=14939): stderr: \u000a| �[0;m�[38;5;43m20221210134207638 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210134207638 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210134207638 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210134207638 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210134207641 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210134207641 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210134207641 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:42:09.190185 run osmo-stp_10.42.42.5(pid=14939): stdout: \u000a| (launched: 2022-12-10_13:42:07.448622)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:42:09.318455 run osmo-stp_10.42.42.5(pid=14939): stderr: \u000a| �[0;m�[38;5;43m20221210134207638 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210134207638 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210134207638 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210134207638 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210134207641 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210134207641 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210134207641 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:42:09.467686 run patchelf(pid=14942): Terminating (SIGINT)\u000a13:42:09.642979 run patchelf(pid=14942): Terminated: ok {rc=0}\u000a13:42:09.674858 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=14939): Process ended prematurely: osmo-stp_10.42.42.5(pid=14939) [trial-2375↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14939)] [trial-2375↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54]\u000a13:42:09.683962 tst switch_tch_pdch.py:54: Test FAILED (6.5 sec)\u000a13:42:09.746376 run osmo-hlr_10.42.42.2(pid=14936): ERR: Terminated: ERROR {rc=237} [trial-2375↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14936)]\u000a13:42:09.797272 run osmo-hlr_10.42.42.2(pid=14936): stdout: \u000a| (launched: 2022-12-10_13:42:06.507049) \u000a13:42:09.848747 run osmo-hlr_10.42.42.2(pid=14936): stderr: \u000a| �[0;m�[1;31m20221210134206705 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210134206705 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210134206705 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210134206705 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210134206705 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210134206705 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210134206718 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2375/run.2022-12-10_12-42-03/dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210134206726 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210134206726 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210134206726 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:42:09.892598 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14935): Terminating (SIGTERM)\u000a13:42:09.934009 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14938): Terminating (SIGTERM)\u000a13:42:09.975337 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14941): Terminating (SIGTERM)\u000a13:42:09.985298 --- ParallelTerminationStrategy: PID 14935 died...\u000a13:42:10.041025 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14935): Terminated: ok {rc=0}\u000a13:42:10.051235 --- ParallelTerminationStrategy: PID 14938 died...\u000a13:42:10.106424 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14938): Terminated: ok {rc=0}\u000a13:42:10.116346 --- ParallelTerminationStrategy: PID 14941 died...\u000a13:42:10.171147 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14941): Terminated: ok {rc=0}\u000a13:42:10.257603 bus /gobi_0: Setting Powered False\u000a13:42:11.360816 bus /gobi_0: Setting Powered False\u000a13:42:12.471100 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "130", "name" : "dynts_trx-lms-limenet-micro+mod-bts0-dynts67-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T13:42:02" }, { "cases" : [ { "testActions" : [ ], "age" : 204, "className" : "nitb_sms:nanobts", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=14947): Process ended prematurely: osmo-nitb_10.42.42.2(pid=14947) [trial-2375↪nitb_sms:nanobts↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=14947)]", "failedSince" : 2172, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_sms/mo_mt_sms.py\", line 11, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=14947): Process ended prematurely: osmo-nitb_10.42.42.2(pid=14947) [trial-2375↪nitb_sms:nanobts↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=14947)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2375 nitb_sms:nanobts mo_mt_sms.py\u000a----------------------------------------------\u000a13:42:14.332144 tst nitb_sms:nanobts: Using 1 x ip_address (candidates: 1)\u000a13:42:14.342841 tst nitb_sms:nanobts: Using 1 x bts (candidates: 1)\u000a13:42:14.462743 tst mo_mt_sms.py: using LAC 28789\u000a13:42:14.582762 tst mo_mt_sms.py: using RAC 229\u000a13:42:14.695791 tst mo_mt_sms.py: using CellId 28789\u000a13:42:14.807785 tst mo_mt_sms.py: using BVCI 28790\u000a13:42:14.829984 tst nitb_sms:nanobts: Using 1 x modem (candidates: 2)\u000a13:42:14.945251 tst nitb_sms:nanobts: Using 1 x modem (candidates: 2)\u000a13:42:15.213340 tst mo_mt_sms.py:9: start nitb and bts...\u000a13:42:15.334273 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a13:42:15.963768 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=14946): Launched\u000a13:42:16.282070 run osmo-nitb_10.42.42.2(pid=14947): Launched\u000a13:42:16.466103 run osmo-nitb_10.42.42.2(pid=14947): ERR: Terminated: ERROR {rc=2} [trial-2375↪nitb_sms:nanobts↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=14947)]\u000a13:42:16.601849 run osmo-nitb_10.42.42.2(pid=14947): stdout: \u000a| (launched: 2022-12-10_13:42:16.114087) \u000a13:42:16.737864 run osmo-nitb_10.42.42.2(pid=14947): stderr: \u000a| (launched: 2022-12-10_13:42:16.158545)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a13:42:16.869337 run osmo-nitb_10.42.42.2(pid=14947): stdout: \u000a| (launched: 2022-12-10_13:42:16.114087) \u000a13:42:16.999649 run osmo-nitb_10.42.42.2(pid=14947): stderr: \u000a| (launched: 2022-12-10_13:42:16.158545)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a13:42:17.399777 tst osmo-nitb_10.42.42.2(pid=14947): stdout: \u000a| (launched: 2022-12-10_13:42:16.114087) \u000a13:42:17.515873 tst osmo-nitb_10.42.42.2(pid=14947): stderr: \u000a| (launched: 2022-12-10_13:42:16.158545)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a13:42:17.566791 tst mo_mt_sms.py:11: ERR: Error: osmo-nitb_10.42.42.2(pid=14947): Process ended prematurely: osmo-nitb_10.42.42.2(pid=14947) [trial-2375↪nitb_sms:nanobts↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=14947)] [trial-2375↪nitb_sms:nanobts↪mo_mt_sms.py:11]\u000a13:42:17.574805 tst mo_mt_sms.py:11: Test FAILED (3.2 sec)\u000a13:42:17.608738 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=14946): Terminating (SIGTERM)\u000a13:42:17.786095 --- ParallelTerminationStrategy: PID 14946 died...\u000a13:42:17.839402 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=14946): Terminated: ok {rc=0}\u000a13:42:17.926993 bus /sierra_3: Setting Powered False\u000a13:42:19.031427 bus /sierra_3: Setting Powered False\u000a13:42:20.141738 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 8.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "131", "name" : "nitb_sms_nanobts", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T13:42:14" }, { "cases" : [ { "testActions" : [ ], "age" : 45, "className" : "sms:nanobts+band-1900", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14957): Process ended prematurely: osmo-stp_10.42.42.5(pid=14957) [trial-2375↪sms:nanobts+band-1900↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14957)]", "failedSince" : 2331, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/sms/mo_mt_sms.py\", line 16, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14957): Process ended prematurely: osmo-stp_10.42.42.5(pid=14957) [trial-2375↪sms:nanobts+band-1900↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14957)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2375 sms:nanobts+band-1900 mo_mt_sms.py\u000a----------------------------------------------\u000a13:42:21.999787 tst sms:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a13:42:22.010484 tst sms:nanobts+band-1900: Using 1 x bts (candidates: 1)\u000a13:42:22.135432 tst mo_mt_sms.py: using LAC 28790\u000a13:42:22.248197 tst mo_mt_sms.py: using RAC 230\u000a13:42:22.360923 tst mo_mt_sms.py: using CellId 28790\u000a13:42:22.477325 tst mo_mt_sms.py: using BVCI 28791\u000a13:42:22.499406 tst sms:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a13:42:22.509924 tst sms:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a13:42:22.520241 tst sms:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a13:42:22.530491 tst sms:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a13:42:22.540640 tst sms:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a13:42:22.550823 tst sms:nanobts+band-1900: Using 1 x modem (candidates: 2)\u000a13:42:22.668011 tst sms:nanobts+band-1900: Using 1 x modem (candidates: 2)\u000a13:42:22.873584 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:42:23.363009 run create_hlr_db(pid=14951): Launched\u000a13:42:23.543540 bus /sierra_2: Setting Powered False\u000a13:42:24.563472 run create_hlr_db(pid=14951): Terminated: ok {rc=0}\u000a13:42:24.954408 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14953): Launched\u000a13:42:25.245604 run osmo-hlr_10.42.42.2(pid=14954): Launched\u000a13:42:25.352132 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:42:25.855127 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14956): Launched\u000a13:42:26.144942 run osmo-stp_10.42.42.5(pid=14957): Launched\u000a13:42:26.250754 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a13:42:26.780906 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14959): Launched\u000a13:42:27.071343 run osmo-msc_10.42.42.6(pid=14960): Launched\u000a13:42:27.243617 run osmo-stp_10.42.42.5(pid=14957): ERR: Terminated: ERROR {rc=1} [trial-2375↪sms:nanobts+band-1900↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14957)]\u000a13:42:27.368470 run osmo-stp_10.42.42.5(pid=14957): stdout: \u000a| (launched: 2022-12-10_13:42:26.002921)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:42:27.489660 run osmo-stp_10.42.42.5(pid=14957): stderr: \u000a| �[0;m�[38;5;43m20221210134226173 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210134226173 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210134226173 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210134226173 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210134226174 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210134226174 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210134226174 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:42:27.606401 run osmo-stp_10.42.42.5(pid=14957): stdout: \u000a| (launched: 2022-12-10_13:42:26.002921)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:42:27.722030 run osmo-stp_10.42.42.5(pid=14957): stderr: \u000a| �[0;m�[38;5;43m20221210134226173 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210134226173 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210134226173 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210134226173 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210134226174 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210134226174 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210134226174 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:42:27.772685 tst mo_mt_sms.py:16: ERR: Error: osmo-stp_10.42.42.5(pid=14957): Process ended prematurely: osmo-stp_10.42.42.5(pid=14957) [trial-2375↪sms:nanobts+band-1900↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14957)] [trial-2375↪sms:nanobts+band-1900↪mo_mt_sms.py:16]\u000a13:42:27.780584 tst mo_mt_sms.py:16: Test FAILED (5.8 sec)\u000a13:42:27.838659 run osmo-hlr_10.42.42.2(pid=14954): ERR: Terminated: ERROR {rc=237} [trial-2375↪sms:nanobts+band-1900↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14954)]\u000a13:42:27.886803 run osmo-hlr_10.42.42.2(pid=14954): stdout: \u000a| (launched: 2022-12-10_13:42:25.102435) \u000a13:42:27.935304 run osmo-hlr_10.42.42.2(pid=14954): stderr: \u000a| �[0;m�[1;31m20221210134225278 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210134225278 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210134225278 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210134225279 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210134225279 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210134225279 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210134225291 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2375/run.2022-12-10_12-42-03/sms:nanobts+band-1900/mo_mt_sms.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210134225300 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210134225300 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210134225300 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:42:28.001100 run osmo-msc_10.42.42.6(pid=14960): ERR: Terminated: ERROR {rc=2} [trial-2375↪sms:nanobts+band-1900↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=14960)]\u000a13:42:28.048669 run osmo-msc_10.42.42.6(pid=14960): stdout: \u000a| (launched: 2022-12-10_13:42:26.928560) \u000a13:42:28.096686 run osmo-msc_10.42.42.6(pid=14960): stderr: \u000a| �[0;m�[38;5;43m20221210134227201 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210134227201 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fac5d671c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210134227201 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210134227201 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210134227201 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210134227202 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210134227203 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210134227204 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210134227204 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210134227204 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a13:42:28.137644 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14953): Terminating (SIGTERM)\u000a13:42:28.176523 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14956): Terminating (SIGTERM)\u000a13:42:28.215334 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14959): Terminating (SIGTERM)\u000a13:42:28.224367 --- ParallelTerminationStrategy: PID 14953 died...\u000a13:42:28.276352 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14953): Terminated: ok {rc=0}\u000a13:42:28.285892 --- ParallelTerminationStrategy: PID 14956 died...\u000a13:42:28.337574 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14956): Terminated: ok {rc=0}\u000a13:42:28.347027 --- ParallelTerminationStrategy: PID 14959 died...\u000a13:42:28.398854 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14959): Terminated: ok {rc=0}\u000a13:42:28.481114 bus /sierra_3: Setting Powered False\u000a13:42:29.585256 bus /sierra_3: Setting Powered False\u000a13:42:30.695499 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 11.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "132", "name" : "sms_nanobts+band-1900", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T13:42:21" }, { "cases" : [ { "testActions" : [ ], "age" : 204, "className" : "nitb_ussd:nanobts+band-1900", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=14966): Process ended prematurely: osmo-nitb_10.42.42.2(pid=14966) [trial-2375↪nitb_ussd:nanobts+band-1900↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=14966)]", "failedSince" : 2172, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_ussd/assert_extension.py\", line 12, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=14966): Process ended prematurely: osmo-nitb_10.42.42.2(pid=14966) [trial-2375↪nitb_ussd:nanobts+band-1900↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=14966)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2375 nitb_ussd:nanobts+band-1900 assert_extension.py\u000a----------------------------------------------\u000a13:42:32.526500 tst nitb_ussd:nanobts+band-1900: Using 1 x ip_address (candidates: 1)\u000a13:42:32.537547 tst nitb_ussd:nanobts+band-1900: Using 1 x bts (candidates: 1)\u000a13:42:32.672808 tst assert_extension.py: using LAC 28791\u000a13:42:32.793094 tst assert_extension.py: using RAC 231\u000a13:42:32.913584 tst assert_extension.py: using CellId 28791\u000a13:42:33.034650 tst assert_extension.py: using BVCI 28792\u000a13:42:33.058279 tst nitb_ussd:nanobts+band-1900: Using 1 x modem (candidates: 1)\u000a13:42:33.343252 tst assert_extension.py:10: start nitb and bts...\u000a13:42:33.472751 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a13:42:34.113712 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=14965): Launched\u000a13:42:34.421253 run osmo-nitb_10.42.42.2(pid=14966): Launched\u000a13:42:34.612304 run osmo-nitb_10.42.42.2(pid=14966): ERR: Terminated: ERROR {rc=2} [trial-2375↪nitb_ussd:nanobts+band-1900↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=14966)]\u000a13:42:34.752607 run osmo-nitb_10.42.42.2(pid=14966): stdout: \u000a| (launched: 2022-12-10_13:42:34.271701) \u000a13:42:34.892937 run osmo-nitb_10.42.42.2(pid=14966): stderr: \u000a| (launched: 2022-12-10_13:42:34.318332)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a13:42:35.029664 run osmo-nitb_10.42.42.2(pid=14966): stdout: \u000a| (launched: 2022-12-10_13:42:34.271701) \u000a13:42:35.165036 run osmo-nitb_10.42.42.2(pid=14966): stderr: \u000a| (launched: 2022-12-10_13:42:34.318332)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a13:42:35.545700 tst osmo-nitb_10.42.42.2(pid=14966): stdout: \u000a| (launched: 2022-12-10_13:42:34.271701) \u000a13:42:35.669236 tst osmo-nitb_10.42.42.2(pid=14966): stderr: \u000a| (launched: 2022-12-10_13:42:34.318332)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a13:42:35.723496 tst assert_extension.py:12: ERR: Error: osmo-nitb_10.42.42.2(pid=14966): Process ended prematurely: osmo-nitb_10.42.42.2(pid=14966) [trial-2375↪nitb_ussd:nanobts+band-1900↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=14966)] [trial-2375↪nitb_ussd:nanobts+band-1900↪assert_extension.py:12]\u000a13:42:35.731999 tst assert_extension.py:12: Test FAILED (3.2 sec)\u000a13:42:35.768554 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=14965): Terminating (SIGTERM)\u000a13:42:35.946500 --- ParallelTerminationStrategy: PID 14965 died...\u000a13:42:36.005906 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=14965): Terminated: ok {rc=0}\u000a13:42:36.091431 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 6.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "133", "name" : "nitb_ussd_nanobts+band-1900", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T13:42:32" }, { "cases" : [ { "testActions" : [ ], "age" : 45, "className" : "ussd:nanobts+band-1900", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14976): Process ended prematurely: osmo-stp_10.42.42.5(pid=14976) [trial-2375↪ussd:nanobts+band-1900↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14976)]", "failedSince" : 2331, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/ussd/assert_extension.py\", line 17, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14976): Process ended prematurely: osmo-stp_10.42.42.5(pid=14976) [trial-2375↪ussd:nanobts+band-1900↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14976)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2375 ussd:nanobts+band-1900 assert_extension.py\u000a----------------------------------------------\u000a13:42:37.899247 tst ussd:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a13:42:37.910265 tst ussd:nanobts+band-1900: Using 1 x bts (candidates: 1)\u000a13:42:38.030397 tst assert_extension.py: using LAC 28792\u000a13:42:38.145496 tst assert_extension.py: using RAC 232\u000a13:42:38.258554 tst assert_extension.py: using CellId 28792\u000a13:42:38.373495 tst assert_extension.py: using BVCI 28793\u000a13:42:38.395657 tst ussd:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a13:42:38.406137 tst ussd:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a13:42:38.416451 tst ussd:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a13:42:38.426854 tst ussd:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a13:42:38.437262 tst ussd:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a13:42:38.447497 tst ussd:nanobts+band-1900: Using 1 x modem (candidates: 1)\u000a13:42:38.650090 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:42:39.138886 run create_hlr_db(pid=14970): Launched\u000a13:42:39.319709 bus /sierra_2: Setting Powered False\u000a13:42:40.328407 run create_hlr_db(pid=14970): Terminated: ok {rc=0}\u000a13:42:40.725542 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14972): Launched\u000a13:42:41.015673 run osmo-hlr_10.42.42.2(pid=14973): Launched\u000a13:42:41.129309 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:42:41.641610 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14975): Launched\u000a13:42:41.932025 run osmo-stp_10.42.42.5(pid=14976): Launched\u000a13:42:42.037445 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a13:42:42.568442 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14978): Launched\u000a13:42:42.859558 run osmo-msc_10.42.42.6(pid=14979): Launched\u000a13:42:43.031205 run osmo-stp_10.42.42.5(pid=14976): ERR: Terminated: ERROR {rc=1} [trial-2375↪ussd:nanobts+band-1900↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14976)]\u000a13:42:43.155942 run osmo-stp_10.42.42.5(pid=14976): stdout: \u000a| (launched: 2022-12-10_13:42:41.789018)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:42:43.277323 run osmo-stp_10.42.42.5(pid=14976): stderr: \u000a| �[0;m�[38;5;43m20221210134241958 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210134241958 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210134241959 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210134241959 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210134241960 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210134241960 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210134241960 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:42:43.393805 run osmo-stp_10.42.42.5(pid=14976): stdout: \u000a| (launched: 2022-12-10_13:42:41.789018)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:42:43.509658 run osmo-stp_10.42.42.5(pid=14976): stderr: \u000a| �[0;m�[38;5;43m20221210134241958 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210134241958 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210134241959 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210134241959 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210134241960 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210134241960 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210134241960 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:42:43.560324 tst assert_extension.py:17: ERR: Error: osmo-stp_10.42.42.5(pid=14976): Process ended prematurely: osmo-stp_10.42.42.5(pid=14976) [trial-2375↪ussd:nanobts+band-1900↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14976)] [trial-2375↪ussd:nanobts+band-1900↪assert_extension.py:17]\u000a13:42:43.567912 tst assert_extension.py:17: Test FAILED (5.7 sec)\u000a13:42:43.626760 run osmo-hlr_10.42.42.2(pid=14973): ERR: Terminated: ERROR {rc=237} [trial-2375↪ussd:nanobts+band-1900↪assert_extension.py↪assert_extension.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14973)]\u000a13:42:43.674977 run osmo-hlr_10.42.42.2(pid=14973): stdout: \u000a| (launched: 2022-12-10_13:42:40.873375) \u000a13:42:43.723956 run osmo-hlr_10.42.42.2(pid=14973): stderr: \u000a| �[0;m�[1;31m20221210134241046 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210134241046 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210134241046 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210134241046 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210134241046 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210134241046 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210134241059 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2375/run.2022-12-10_12-42-03/ussd:nanobts+band-1900/assert_extension.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210134241069 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210134241069 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210134241069 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:42:43.790538 run osmo-msc_10.42.42.6(pid=14979): ERR: Terminated: ERROR {rc=2} [trial-2375↪ussd:nanobts+band-1900↪assert_extension.py↪assert_extension.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=14979)]\u000a13:42:43.838803 run osmo-msc_10.42.42.6(pid=14979): stdout: \u000a| (launched: 2022-12-10_13:42:42.716472) \u000a13:42:43.887572 run osmo-msc_10.42.42.6(pid=14979): stderr: \u000a| �[0;m�[38;5;43m20221210134242986 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210134242986 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f60bfa07c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210134242986 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210134242986 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210134242986 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210134242986 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210134242988 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210134242988 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210134242988 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210134242989 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a13:42:43.929281 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14972): Terminating (SIGTERM)\u000a13:42:43.968465 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14975): Terminating (SIGTERM)\u000a13:42:44.007525 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14978): Terminating (SIGTERM)\u000a13:42:44.016589 --- ParallelTerminationStrategy: PID 14972 died...\u000a13:42:44.068845 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14972): Terminated: ok {rc=0}\u000a13:42:44.078318 --- ParallelTerminationStrategy: PID 14975 died...\u000a13:42:44.130347 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14975): Terminated: ok {rc=0}\u000a13:42:44.139707 --- ParallelTerminationStrategy: PID 14978 died...\u000a13:42:44.191383 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14978): Terminated: ok {rc=0}\u000a13:42:44.272985 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 9.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "134", "name" : "ussd_nanobts+band-1900", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T13:42:37" }, { "cases" : [ { "testActions" : [ ], "age" : 45, "className" : "voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14990): Process ended prematurely: osmo-stp_10.42.42.5(pid=14990) [trial-2375↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14990)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14990): Process ended prematurely: osmo-stp_10.42.42.5(pid=14990) [trial-2375↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14990)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2375 voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call.py\u000a----------------------------------------------\u000a13:42:46.217278 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a13:42:46.228815 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a13:42:46.380501 tst mo_mt_call.py: using LAC 28793\u000a13:42:46.501757 tst mo_mt_call.py: using RAC 233\u000a13:42:46.625640 tst mo_mt_call.py: using CellId 28793\u000a13:42:46.746613 tst mo_mt_call.py: using BVCI 28794\u000a13:42:46.770549 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a13:42:46.782560 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a13:42:46.794840 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a13:42:46.806329 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a13:42:46.817948 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a13:42:46.829485 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a13:42:46.966009 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a13:42:47.201641 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:42:47.702297 run create_hlr_db(pid=14984): Launched\u000a13:42:47.885174 bus /sierra_2: Setting Powered False\u000a13:42:48.906005 run create_hlr_db(pid=14984): Terminated: ok {rc=0}\u000a13:42:49.303081 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14986): Launched\u000a13:42:49.600365 run osmo-hlr_10.42.42.2(pid=14987): Launched\u000a13:42:49.717510 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:42:50.266118 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14989): Launched\u000a13:42:50.580572 run osmo-stp_10.42.42.5(pid=14990): Launched\u000a13:42:50.695959 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a13:42:51.273072 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14992): Launched\u000a13:42:51.588746 run osmo-msc_10.42.42.6(pid=14993): Launched\u000a13:42:51.775178 run osmo-stp_10.42.42.5(pid=14990): ERR: Terminated: ERROR {rc=1} [trial-2375↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14990)]\u000a13:42:51.972899 run osmo-stp_10.42.42.5(pid=14990): stdout: \u000a| (launched: 2022-12-10_13:42:50.426826)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:42:52.106510 run osmo-stp_10.42.42.5(pid=14990): stderr: \u000a| �[0;m�[38;5;43m20221210134250619 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210134250619 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210134250619 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210134250620 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210134250622 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210134250622 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210134250622 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:42:52.233432 run osmo-stp_10.42.42.5(pid=14990): stdout: \u000a| (launched: 2022-12-10_13:42:50.426826)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:42:52.359331 run osmo-stp_10.42.42.5(pid=14990): stderr: \u000a| �[0;m�[38;5;43m20221210134250619 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210134250619 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210134250619 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210134250620 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210134250622 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210134250622 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210134250622 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:42:52.414718 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=14990): Process ended prematurely: osmo-stp_10.42.42.5(pid=14990) [trial-2375↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14990)] [trial-2375↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8]\u000a13:42:52.423640 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a13:42:52.486292 run osmo-hlr_10.42.42.2(pid=14987): ERR: Terminated: ERROR {rc=237} [trial-2375↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14987)]\u000a13:42:52.537243 run osmo-hlr_10.42.42.2(pid=14987): stdout: \u000a| (launched: 2022-12-10_13:42:49.453860) \u000a13:42:52.588983 run osmo-hlr_10.42.42.2(pid=14987): stderr: \u000a| �[0;m�[1;31m20221210134249627 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210134249627 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210134249627 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210134249627 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210134249627 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210134249627 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210134249639 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2375/run.2022-12-10_12-42-03/voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210134249648 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210134249648 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210134249648 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:42:52.659173 run osmo-msc_10.42.42.6(pid=14993): ERR: Terminated: ERROR {rc=2} [trial-2375↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=14993)]\u000a13:42:52.709952 run osmo-msc_10.42.42.6(pid=14993): stdout: \u000a| (launched: 2022-12-10_13:42:51.433698) \u000a13:42:52.761282 run osmo-msc_10.42.42.6(pid=14993): stderr: \u000a| �[0;m�[38;5;43m20221210134251755 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210134251755 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f4400cf4c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210134251755 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210134251755 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210134251756 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210134251756 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210134251758 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210134251758 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210134251758 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210134251758 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a13:42:52.804398 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14986): Terminating (SIGTERM)\u000a13:42:52.845609 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14989): Terminating (SIGTERM)\u000a13:42:52.886830 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14992): Terminating (SIGTERM)\u000a13:42:52.896628 --- ParallelTerminationStrategy: PID 14986 died...\u000a13:42:52.951753 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14986): Terminated: ok {rc=0}\u000a13:42:52.961998 --- ParallelTerminationStrategy: PID 14989 died...\u000a13:42:53.016764 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14989): Terminated: ok {rc=0}\u000a13:42:53.027275 --- ParallelTerminationStrategy: PID 14992 died...\u000a13:42:53.082333 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14992): Terminated: ok {rc=0}\u000a13:42:53.169174 bus /sierra_3: Setting Powered False\u000a13:42:54.273379 bus /sierra_3: Setting Powered False\u000a13:42:55.380007 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 54, "className" : "voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15001): Process ended prematurely: osmo-stp_10.42.42.5(pid=15001) [trial-2375↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15001)]", "failedSince" : 2322, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15001): Process ended prematurely: osmo-stp_10.42.42.5(pid=15001) [trial-2375↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15001)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2375 voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a13:42:56.492937 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a13:42:56.505167 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a13:42:56.658068 tst mo_mt_call_osmux.py: using LAC 28794\u000a13:42:56.782686 tst mo_mt_call_osmux.py: using RAC 234\u000a13:42:56.906233 tst mo_mt_call_osmux.py: using CellId 28794\u000a13:42:57.030764 tst mo_mt_call_osmux.py: using BVCI 28795\u000a13:42:57.054962 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a13:42:57.066482 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a13:42:57.078032 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a13:42:57.089595 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a13:42:57.101397 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a13:42:57.113099 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a13:42:57.228341 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a13:42:57.436447 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:42:57.935159 run create_hlr_db(pid=14995): Launched\u000a13:42:58.118682 bus /sierra_2: Setting Powered False\u000a13:42:59.140222 run create_hlr_db(pid=14995): Terminated: ok {rc=0}\u000a13:42:59.536693 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14997): Launched\u000a13:42:59.833387 run osmo-hlr_10.42.42.2(pid=14998): Launched\u000a13:42:59.942826 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:43:00.456621 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15000): Launched\u000a13:43:00.753867 run osmo-stp_10.42.42.5(pid=15001): Launched\u000a13:43:00.904198 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a13:43:01.488394 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15003): Launched\u000a13:43:01.944824 run osmo-msc_10.42.42.6(pid=15004): Launched\u000a13:43:02.296107 run osmo-stp_10.42.42.5(pid=15001): ERR: Terminated: ERROR {rc=1} [trial-2375↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15001)]\u000a13:43:02.420558 run osmo-stp_10.42.42.5(pid=15001): stdout: \u000a| (launched: 2022-12-10_13:43:00.607613)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:43:02.543410 run osmo-stp_10.42.42.5(pid=15001): stderr: \u000a| �[0;m�[38;5;43m20221210134300777 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210134300777 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210134300777 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210134300778 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210134300780 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210134300780 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210134300780 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:43:02.662160 run osmo-stp_10.42.42.5(pid=15001): stdout: \u000a| (launched: 2022-12-10_13:43:00.607613)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:43:02.780105 run osmo-stp_10.42.42.5(pid=15001): stderr: \u000a| �[0;m�[38;5;43m20221210134300777 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210134300777 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210134300777 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210134300778 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210134300780 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210134300780 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210134300780 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:43:02.832000 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=15001): Process ended prematurely: osmo-stp_10.42.42.5(pid=15001) [trial-2375↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15001)] [trial-2375↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8]\u000a13:43:02.840536 tst mo_mt_call_osmux.py:8: Test FAILED (6.4 sec)\u000a13:43:02.899823 run osmo-hlr_10.42.42.2(pid=14998): ERR: Terminated: ERROR {rc=237} [trial-2375↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14998)]\u000a13:43:02.948450 run osmo-hlr_10.42.42.2(pid=14998): stdout: \u000a| (launched: 2022-12-10_13:42:59.687485) \u000a13:43:02.997592 run osmo-hlr_10.42.42.2(pid=14998): stderr: \u000a| �[0;m�[1;31m20221210134259862 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210134259862 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210134259862 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210134259863 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210134259863 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210134259863 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210134259875 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2375/run.2022-12-10_12-42-03/voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210134259884 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210134259884 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210134259884 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:43:03.064563 run osmo-msc_10.42.42.6(pid=15004): ERR: Terminated: ERROR {rc=2} [trial-2375↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=15004)]\u000a13:43:03.113333 run osmo-msc_10.42.42.6(pid=15004): stdout: \u000a| (launched: 2022-12-10_13:43:01.640316) \u000a13:43:03.162929 run osmo-msc_10.42.42.6(pid=15004): stderr: \u000a| �[0;m�[38;5;43m20221210134302131 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210134302131 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f9620816c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210134302132 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210134302133 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210134302133 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210134302135 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210134302142 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210134302143 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210134302143 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210134302143 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a13:43:03.204614 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14997): Terminating (SIGTERM)\u000a13:43:03.243960 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15000): Terminating (SIGTERM)\u000a13:43:03.283274 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15003): Terminating (SIGTERM)\u000a13:43:03.292487 --- ParallelTerminationStrategy: PID 14997 died...\u000a13:43:03.344840 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14997): Terminated: ok {rc=0}\u000a13:43:03.354332 --- ParallelTerminationStrategy: PID 15000 died...\u000a13:43:03.407412 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15000): Terminated: ok {rc=0}\u000a13:43:03.417067 --- ParallelTerminationStrategy: PID 15003 died...\u000a13:43:03.469412 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15003): Terminated: ok {rc=0}\u000a13:43:03.556495 bus /sierra_3: Setting Powered False\u000a13:43:04.658162 bus /sierra_3: Setting Powered False\u000a13:43:05.763485 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "135", "name" : "voice_nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T13:42:45" }, { "cases" : [ { "testActions" : [ ], "age" : 45, "className" : "voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15015): Process ended prematurely: osmo-stp_10.42.42.5(pid=15015) [trial-2375↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15015)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15015): Process ended prematurely: osmo-stp_10.42.42.5(pid=15015) [trial-2375↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15015)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2375 voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call.py\u000a----------------------------------------------\u000a13:43:07.739222 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a13:43:07.750746 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a13:43:07.901189 tst mo_mt_call.py: using LAC 28795\u000a13:43:08.016109 tst mo_mt_call.py: using RAC 235\u000a13:43:08.132111 tst mo_mt_call.py: using CellId 28795\u000a13:43:08.255166 tst mo_mt_call.py: using BVCI 28796\u000a13:43:08.279497 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a13:43:08.291075 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a13:43:08.302530 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a13:43:08.314255 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a13:43:08.326042 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a13:43:08.337462 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a13:43:08.451937 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a13:43:08.652685 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:43:09.125942 run create_hlr_db(pid=15009): Launched\u000a13:43:09.294872 bus /sierra_2: Setting Powered False\u000a13:43:10.316289 run create_hlr_db(pid=15009): Terminated: ok {rc=0}\u000a13:43:10.708307 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15011): Launched\u000a13:43:11.003460 run osmo-hlr_10.42.42.2(pid=15012): Launched\u000a13:43:11.118378 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:43:11.639845 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15014): Launched\u000a13:43:11.935659 run osmo-stp_10.42.42.5(pid=15015): Launched\u000a13:43:12.043646 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a13:43:12.582768 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15017): Launched\u000a13:43:12.879510 run osmo-msc_10.42.42.6(pid=15018): Launched\u000a13:43:13.053571 run osmo-stp_10.42.42.5(pid=15015): ERR: Terminated: ERROR {rc=1} [trial-2375↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15015)]\u000a13:43:13.179321 run osmo-stp_10.42.42.5(pid=15015): stdout: \u000a| (launched: 2022-12-10_13:43:11.790357)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:43:13.302297 run osmo-stp_10.42.42.5(pid=15015): stderr: \u000a| �[0;m�[38;5;43m20221210134311961 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210134311961 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210134311961 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210134311962 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210134311962 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210134311962 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210134311962 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:43:13.420584 run osmo-stp_10.42.42.5(pid=15015): stdout: \u000a| (launched: 2022-12-10_13:43:11.790357)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:43:13.538091 run osmo-stp_10.42.42.5(pid=15015): stderr: \u000a| �[0;m�[38;5;43m20221210134311961 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210134311961 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210134311961 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210134311962 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210134311962 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210134311962 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210134311962 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:43:13.589987 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=15015): Process ended prematurely: osmo-stp_10.42.42.5(pid=15015) [trial-2375↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15015)] [trial-2375↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8]\u000a13:43:13.598400 tst mo_mt_call.py:8: Test FAILED (5.9 sec)\u000a13:43:13.656671 run osmo-hlr_10.42.42.2(pid=15012): ERR: Terminated: ERROR {rc=237} [trial-2375↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15012)]\u000a13:43:13.704768 run osmo-hlr_10.42.42.2(pid=15012): stdout: \u000a| (launched: 2022-12-10_13:43:10.859177) \u000a13:43:13.753261 run osmo-hlr_10.42.42.2(pid=15012): stderr: \u000a| �[0;m�[1;31m20221210134311035 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210134311035 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210134311035 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210134311035 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210134311035 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210134311036 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210134311048 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2375/run.2022-12-10_12-42-03/voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210134311058 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210134311058 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210134311058 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:43:13.819361 run osmo-msc_10.42.42.6(pid=15018): ERR: Terminated: ERROR {rc=2} [trial-2375↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=15018)]\u000a13:43:13.867116 run osmo-msc_10.42.42.6(pid=15018): stdout: \u000a| (launched: 2022-12-10_13:43:12.733478) \u000a13:43:13.915670 run osmo-msc_10.42.42.6(pid=15018): stderr: \u000a| �[0;m�[38;5;43m20221210134313003 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210134313004 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f04e483ec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210134313004 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210134313004 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210134313004 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210134313005 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210134313006 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210134313007 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210134313007 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210134313007 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a13:43:13.956745 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15011): Terminating (SIGTERM)\u000a13:43:13.995795 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15014): Terminating (SIGTERM)\u000a13:43:14.034737 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15017): Terminating (SIGTERM)\u000a13:43:14.043804 --- ParallelTerminationStrategy: PID 15011 died...\u000a13:43:14.095999 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15011): Terminated: ok {rc=0}\u000a13:43:14.105519 --- ParallelTerminationStrategy: PID 15014 died...\u000a13:43:14.157773 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15014): Terminated: ok {rc=0}\u000a13:43:14.167103 --- ParallelTerminationStrategy: PID 15017 died...\u000a13:43:14.218777 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15017): Terminated: ok {rc=0}\u000a13:43:14.305285 bus /sierra_3: Setting Powered False\u000a13:43:15.403683 bus /sierra_3: Setting Powered False\u000a13:43:16.514158 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 56, "className" : "voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15026): Process ended prematurely: osmo-stp_10.42.42.5(pid=15026) [trial-2375↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15026)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15026): Process ended prematurely: osmo-stp_10.42.42.5(pid=15026) [trial-2375↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15026)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2375 voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a13:43:17.619264 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a13:43:17.630759 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a13:43:17.781576 tst mo_mt_call_osmux.py: using LAC 28796\u000a13:43:17.897523 tst mo_mt_call_osmux.py: using RAC 236\u000a13:43:18.012626 tst mo_mt_call_osmux.py: using CellId 28796\u000a13:43:18.130325 tst mo_mt_call_osmux.py: using BVCI 28797\u000a13:43:18.153079 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a13:43:18.163863 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a13:43:18.174730 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a13:43:18.185475 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a13:43:18.196264 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a13:43:18.207004 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a13:43:18.319754 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a13:43:18.517143 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:43:18.989861 run create_hlr_db(pid=15020): Launched\u000a13:43:19.160676 bus /sierra_2: Setting Powered False\u000a13:43:20.181251 run create_hlr_db(pid=15020): Terminated: ok {rc=0}\u000a13:43:20.600868 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15022): Launched\u000a13:43:20.917484 run osmo-hlr_10.42.42.2(pid=15023): Launched\u000a13:43:21.037780 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:43:21.589812 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15025): Launched\u000a13:43:21.906605 run osmo-stp_10.42.42.5(pid=15026): Launched\u000a13:43:22.022591 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a13:43:22.596669 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15028): Launched\u000a13:43:22.894289 run osmo-msc_10.42.42.6(pid=15029): Launched\u000a13:43:23.068385 run osmo-stp_10.42.42.5(pid=15026): ERR: Terminated: ERROR {rc=1} [trial-2375↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15026)]\u000a13:43:23.194657 run osmo-stp_10.42.42.5(pid=15026): stdout: \u000a| (launched: 2022-12-10_13:43:21.750821)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:43:23.318475 run osmo-stp_10.42.42.5(pid=15026): stderr: \u000a| �[0;m�[38;5;43m20221210134321940 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210134321940 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210134321940 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210134321940 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210134321943 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210134321943 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210134321943 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:43:23.437738 run osmo-stp_10.42.42.5(pid=15026): stdout: \u000a| (launched: 2022-12-10_13:43:21.750821)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:43:23.555618 run osmo-stp_10.42.42.5(pid=15026): stderr: \u000a| �[0;m�[38;5;43m20221210134321940 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210134321940 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210134321940 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210134321940 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210134321943 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210134321943 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210134321943 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:43:23.607754 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=15026): Process ended prematurely: osmo-stp_10.42.42.5(pid=15026) [trial-2375↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15026)] [trial-2375↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8]\u000a13:43:23.616127 tst mo_mt_call_osmux.py:8: Test FAILED (6.0 sec)\u000a13:43:23.674785 run osmo-hlr_10.42.42.2(pid=15023): ERR: Terminated: ERROR {rc=237} [trial-2375↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15023)]\u000a13:43:23.722840 run osmo-hlr_10.42.42.2(pid=15023): stdout: \u000a| (launched: 2022-12-10_13:43:20.761822) \u000a13:43:23.771405 run osmo-hlr_10.42.42.2(pid=15023): stderr: \u000a| �[0;m�[1;31m20221210134320959 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210134320960 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210134320960 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210134320960 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210134320960 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210134320960 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210134320972 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2375/run.2022-12-10_12-42-03/voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210134320981 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210134320981 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210134320981 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:43:23.837689 run osmo-msc_10.42.42.6(pid=15029): ERR: Terminated: ERROR {rc=2} [trial-2375↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=15029)]\u000a13:43:23.885565 run osmo-msc_10.42.42.6(pid=15029): stdout: \u000a| (launched: 2022-12-10_13:43:22.747719) \u000a13:43:23.934080 run osmo-msc_10.42.42.6(pid=15029): stderr: \u000a| �[0;m�[38;5;43m20221210134323021 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210134323021 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fe524e8cc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210134323022 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210134323022 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210134323022 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210134323022 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210134323024 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210134323024 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210134323024 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210134323024 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a13:43:23.975271 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15022): Terminating (SIGTERM)\u000a13:43:24.014425 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15025): Terminating (SIGTERM)\u000a13:43:24.054515 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15028): Terminating (SIGTERM)\u000a13:43:24.063607 --- ParallelTerminationStrategy: PID 15022 died...\u000a13:43:24.116331 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15022): Terminated: ok {rc=0}\u000a13:43:24.125927 --- ParallelTerminationStrategy: PID 15025 died...\u000a13:43:24.178016 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15025): Terminated: ok {rc=0}\u000a13:43:24.187379 --- ParallelTerminationStrategy: PID 15028 died...\u000a13:43:24.241132 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15028): Terminated: ok {rc=0}\u000a13:43:24.323433 bus /sierra_3: Setting Powered False\u000a13:43:25.429480 bus /sierra_3: Setting Powered False\u000a13:43:26.535970 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 21.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "136", "name" : "voice_nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T13:43:07" }, { "cases" : [ { "testActions" : [ ], "age" : 45, "className" : "voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15041): Process ended prematurely: osmo-stp_10.42.42.5(pid=15041) [trial-2375↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15041)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15041): Process ended prematurely: osmo-stp_10.42.42.5(pid=15041) [trial-2375↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15041)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2375 voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call.py\u000a----------------------------------------------\u000a13:43:28.503446 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a13:43:28.514614 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a13:43:28.658169 tst mo_mt_call.py: using LAC 28797\u000a13:43:28.773317 tst mo_mt_call.py: using RAC 237\u000a13:43:28.888027 tst mo_mt_call.py: using CellId 28797\u000a13:43:29.003580 tst mo_mt_call.py: using BVCI 28798\u000a13:43:29.026243 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a13:43:29.037169 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a13:43:29.047912 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a13:43:29.058805 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a13:43:29.069746 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a13:43:29.080595 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a13:43:29.198731 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a13:43:29.410650 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:43:29.907549 run create_hlr_db(pid=15035): Launched\u000a13:43:30.090890 bus /sierra_2: Setting Powered False\u000a13:43:31.125440 run create_hlr_db(pid=15035): Terminated: ok {rc=0}\u000a13:43:31.586139 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15037): Launched\u000a13:43:32.023416 run osmo-hlr_10.42.42.2(pid=15038): Launched\u000a13:43:32.227478 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:43:32.812179 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15040): Launched\u000a13:43:33.129536 run osmo-stp_10.42.42.5(pid=15041): Launched\u000a13:43:33.245549 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a13:43:33.822230 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15043): Launched\u000a13:43:34.140075 run osmo-msc_10.42.42.6(pid=15044): Launched\u000a13:43:34.327637 run osmo-stp_10.42.42.5(pid=15041): ERR: Terminated: ERROR {rc=1} [trial-2375↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15041)]\u000a13:43:34.462631 run osmo-stp_10.42.42.5(pid=15041): stdout: \u000a| (launched: 2022-12-10_13:43:32.973760)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:43:34.596810 run osmo-stp_10.42.42.5(pid=15041): stderr: \u000a| �[0;m�[38;5;43m20221210134333165 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210134333166 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210134333166 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210134333166 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210134333167 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210134333167 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210134333167 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:43:34.724120 run osmo-stp_10.42.42.5(pid=15041): stdout: \u000a| (launched: 2022-12-10_13:43:32.973760)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:43:34.850608 run osmo-stp_10.42.42.5(pid=15041): stderr: \u000a| �[0;m�[38;5;43m20221210134333165 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210134333166 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210134333166 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210134333166 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210134333167 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210134333167 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210134333167 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:43:34.906538 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=15041): Process ended prematurely: osmo-stp_10.42.42.5(pid=15041) [trial-2375↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15041)] [trial-2375↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8]\u000a13:43:34.915750 tst mo_mt_call.py:8: Test FAILED (6.4 sec)\u000a13:43:34.978255 run osmo-hlr_10.42.42.2(pid=15038): ERR: Terminated: ERROR {rc=237} [trial-2375↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15038)]\u000a13:43:35.029744 run osmo-hlr_10.42.42.2(pid=15038): stdout: \u000a| (launched: 2022-12-10_13:43:31.742187) \u000a13:43:35.081627 run osmo-hlr_10.42.42.2(pid=15038): stderr: \u000a| �[0;m�[1;31m20221210134331999 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210134331999 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210134331999 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210134331999 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210134332000 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210134332000 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210134332015 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2375/run.2022-12-10_12-42-03/voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210134332042 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210134332042 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210134332042 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:43:35.152075 run osmo-msc_10.42.42.6(pid=15044): ERR: Terminated: ERROR {rc=2} [trial-2375↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=15044)]\u000a13:43:35.202917 run osmo-msc_10.42.42.6(pid=15044): stdout: \u000a| (launched: 2022-12-10_13:43:33.983482) \u000a13:43:35.254549 run osmo-msc_10.42.42.6(pid=15044): stderr: \u000a| �[0;m�[38;5;43m20221210134334305 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210134334305 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f758b7a1c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210134334305 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210134334305 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210134334305 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210134334306 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210134334307 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210134334308 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210134334308 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210134334308 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a13:43:35.298167 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15037): Terminating (SIGTERM)\u000a13:43:35.339831 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15040): Terminating (SIGTERM)\u000a13:43:35.381396 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15043): Terminating (SIGTERM)\u000a13:43:35.391367 --- ParallelTerminationStrategy: PID 15037 died...\u000a13:43:35.447129 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15037): Terminated: ok {rc=0}\u000a13:43:35.457312 --- ParallelTerminationStrategy: PID 15040 died...\u000a13:43:35.512871 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15040): Terminated: ok {rc=0}\u000a13:43:35.522888 --- ParallelTerminationStrategy: PID 15043 died...\u000a13:43:35.578216 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15043): Terminated: ok {rc=0}\u000a13:43:35.664656 bus /sierra_3: Setting Powered False\u000a13:43:36.766536 bus /sierra_3: Setting Powered False\u000a13:43:37.870840 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 56, "className" : "voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15053): Process ended prematurely: osmo-stp_10.42.42.5(pid=15053) [trial-2375↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15053)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15053): Process ended prematurely: osmo-stp_10.42.42.5(pid=15053) [trial-2375↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15053)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2375 voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a13:43:38.976653 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a13:43:38.988663 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a13:43:39.134362 tst mo_mt_call_osmux.py: using LAC 28798\u000a13:43:39.250752 tst mo_mt_call_osmux.py: using RAC 238\u000a13:43:39.373885 tst mo_mt_call_osmux.py: using CellId 28798\u000a13:43:39.489174 tst mo_mt_call_osmux.py: using BVCI 28799\u000a13:43:39.511767 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a13:43:39.523075 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a13:43:39.534031 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a13:43:39.545169 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a13:43:39.556097 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a13:43:39.567929 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a13:43:39.686646 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a13:43:39.894372 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:43:40.392507 run create_hlr_db(pid=15046): Launched\u000a13:43:40.575986 bus /sierra_2: Setting Powered False\u000a13:43:41.596889 run create_hlr_db(pid=15046): Terminated: ok {rc=0}\u000a13:43:42.016245 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15049): Launched\u000a13:43:42.333023 run osmo-hlr_10.42.42.2(pid=15050): Launched\u000a13:43:42.452453 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:43:43.001540 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15052): Launched\u000a13:43:43.317886 run osmo-stp_10.42.42.5(pid=15053): Launched\u000a13:43:43.434555 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a13:43:44.018599 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15055): Launched\u000a13:43:44.336359 run osmo-msc_10.42.42.6(pid=15056): Launched\u000a13:43:44.523926 run osmo-stp_10.42.42.5(pid=15053): ERR: Terminated: ERROR {rc=1} [trial-2375↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15053)]\u000a13:43:44.659054 run osmo-stp_10.42.42.5(pid=15053): stdout: \u000a| (launched: 2022-12-10_13:43:43.162958)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:43:44.793543 run osmo-stp_10.42.42.5(pid=15053): stderr: \u000a| �[0;m�[38;5;43m20221210134343354 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210134343354 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210134343355 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210134343355 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210134343355 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210134343356 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210134343356 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:43:44.920883 run osmo-stp_10.42.42.5(pid=15053): stdout: \u000a| (launched: 2022-12-10_13:43:43.162958)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:43:45.047218 run osmo-stp_10.42.42.5(pid=15053): stderr: \u000a| �[0;m�[38;5;43m20221210134343354 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210134343354 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210134343355 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210134343355 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210134343355 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210134343356 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210134343356 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:43:45.103699 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=15053): Process ended prematurely: osmo-stp_10.42.42.5(pid=15053) [trial-2375↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15053)] [trial-2375↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8]\u000a13:43:45.113024 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a13:43:45.175599 run osmo-hlr_10.42.42.2(pid=15050): ERR: Terminated: ERROR {rc=237} [trial-2375↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15050)]\u000a13:43:45.226695 run osmo-hlr_10.42.42.2(pid=15050): stdout: \u000a| (launched: 2022-12-10_13:43:42.178005) \u000a13:43:45.278629 run osmo-hlr_10.42.42.2(pid=15050): stderr: \u000a| �[0;m�[1;31m20221210134342374 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210134342374 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210134342374 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210134342374 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210134342375 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210134342375 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210134342386 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2375/run.2022-12-10_12-42-03/voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210134342395 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210134342395 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210134342395 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:43:45.348590 run osmo-msc_10.42.42.6(pid=15056): ERR: Terminated: ERROR {rc=2} [trial-2375↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=15056)]\u000a13:43:45.400187 run osmo-msc_10.42.42.6(pid=15056): stdout: \u000a| (launched: 2022-12-10_13:43:44.180521) \u000a13:43:45.451775 run osmo-msc_10.42.42.6(pid=15056): stderr: \u000a| �[0;m�[38;5;43m20221210134344502 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210134344503 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f17387c6c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210134344503 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210134344503 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210134344503 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210134344503 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210134344505 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210134344505 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210134344505 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210134344505 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a13:43:45.495527 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15049): Terminating (SIGTERM)\u000a13:43:45.537315 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15052): Terminating (SIGTERM)\u000a13:43:45.578939 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15055): Terminating (SIGTERM)\u000a13:43:45.588861 --- ParallelTerminationStrategy: PID 15049 died...\u000a13:43:45.644256 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15049): Terminated: ok {rc=0}\u000a13:43:45.654605 --- ParallelTerminationStrategy: PID 15052 died...\u000a13:43:45.710044 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15052): Terminated: ok {rc=0}\u000a13:43:45.719983 --- ParallelTerminationStrategy: PID 15055 died...\u000a13:43:45.774980 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15055): Terminated: ok {rc=0}\u000a13:43:45.880825 bus /sierra_3: Setting Powered False\u000a13:43:47.017108 bus /sierra_3: Setting Powered False\u000a13:43:48.130372 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "137", "name" : "voice_nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T13:43:28" }, { "cases" : [ { "testActions" : [ ], "age" : 45, "className" : "voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15067): Process ended prematurely: osmo-stp_10.42.42.5(pid=15067) [trial-2375↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15067)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15067): Process ended prematurely: osmo-stp_10.42.42.5(pid=15067) [trial-2375↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15067)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2375 voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call.py\u000a----------------------------------------------\u000a13:43:50.085272 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a13:43:50.096516 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a13:43:50.241419 tst mo_mt_call.py: using LAC 28799\u000a13:43:50.357839 tst mo_mt_call.py: using RAC 239\u000a13:43:50.476298 tst mo_mt_call.py: using CellId 28799\u000a13:43:50.595018 tst mo_mt_call.py: using BVCI 28800\u000a13:43:50.617663 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a13:43:50.628548 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a13:43:50.639326 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a13:43:50.650323 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a13:43:50.661358 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a13:43:50.672293 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a13:43:50.789758 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a13:43:50.997026 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:43:51.494685 run create_hlr_db(pid=15061): Launched\u000a13:43:51.677736 bus /sierra_2: Setting Powered False\u000a13:43:52.698083 run create_hlr_db(pid=15061): Terminated: ok {rc=0}\u000a13:43:53.115982 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15063): Launched\u000a13:43:53.431513 run osmo-hlr_10.42.42.2(pid=15064): Launched\u000a13:43:53.551784 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:43:54.099518 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15066): Launched\u000a13:43:54.395741 run osmo-stp_10.42.42.5(pid=15067): Launched\u000a13:43:54.503447 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a13:43:55.044092 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15069): Launched\u000a13:43:55.341297 run osmo-msc_10.42.42.6(pid=15070): Launched\u000a13:43:55.515972 run osmo-stp_10.42.42.5(pid=15067): ERR: Terminated: ERROR {rc=1} [trial-2375↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15067)]\u000a13:43:55.642355 run osmo-stp_10.42.42.5(pid=15067): stdout: \u000a| (launched: 2022-12-10_13:43:54.250221)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:43:55.766019 run osmo-stp_10.42.42.5(pid=15067): stderr: \u000a| �[0;m�[38;5;43m20221210134354418 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210134354418 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210134354418 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210134354419 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210134354419 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210134354419 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210134354419 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:43:55.885495 run osmo-stp_10.42.42.5(pid=15067): stdout: \u000a| (launched: 2022-12-10_13:43:54.250221)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:43:56.003343 run osmo-stp_10.42.42.5(pid=15067): stderr: \u000a| �[0;m�[38;5;43m20221210134354418 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210134354418 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210134354418 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210134354419 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210134354419 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210134354419 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210134354419 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:43:56.055438 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=15067): Process ended prematurely: osmo-stp_10.42.42.5(pid=15067) [trial-2375↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15067)] [trial-2375↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8]\u000a13:43:56.064008 tst mo_mt_call.py:8: Test FAILED (6.0 sec)\u000a13:43:56.123208 run osmo-hlr_10.42.42.2(pid=15064): ERR: Terminated: ERROR {rc=237} [trial-2375↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15064)]\u000a13:43:56.171612 run osmo-hlr_10.42.42.2(pid=15064): stdout: \u000a| (launched: 2022-12-10_13:43:53.276509) \u000a13:43:56.220660 run osmo-hlr_10.42.42.2(pid=15064): stderr: \u000a| �[0;m�[1;31m20221210134353471 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210134353471 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210134353471 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210134353471 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210134353471 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210134353471 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210134353483 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2375/run.2022-12-10_12-42-03/voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210134353492 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210134353492 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210134353492 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:43:56.287373 run osmo-msc_10.42.42.6(pid=15070): ERR: Terminated: ERROR {rc=2} [trial-2375↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=15070)]\u000a13:43:56.335606 run osmo-msc_10.42.42.6(pid=15070): stdout: \u000a| (launched: 2022-12-10_13:43:55.195358) \u000a13:43:56.383979 run osmo-msc_10.42.42.6(pid=15070): stderr: \u000a| �[0;m�[38;5;43m20221210134355465 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210134355465 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f38512dcc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210134355465 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210134355465 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210134355466 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210134355466 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210134355468 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210134355469 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210134355469 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210134355469 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a13:43:56.424904 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15063): Terminating (SIGTERM)\u000a13:43:56.463747 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15066): Terminating (SIGTERM)\u000a13:43:56.502685 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15069): Terminating (SIGTERM)\u000a13:43:56.511965 --- ParallelTerminationStrategy: PID 15063 died...\u000a13:43:56.564185 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15063): Terminated: ok {rc=0}\u000a13:43:56.573860 --- ParallelTerminationStrategy: PID 15066 died...\u000a13:43:56.626242 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15066): Terminated: ok {rc=0}\u000a13:43:56.635848 --- ParallelTerminationStrategy: PID 15069 died...\u000a13:43:56.687990 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15069): Terminated: ok {rc=0}\u000a13:43:56.770156 bus /sierra_3: Setting Powered False\u000a13:43:57.875837 bus /sierra_3: Setting Powered False\u000a13:43:58.987075 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 56, "className" : "voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15078): Process ended prematurely: osmo-stp_10.42.42.5(pid=15078) [trial-2375↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15078)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15078): Process ended prematurely: osmo-stp_10.42.42.5(pid=15078) [trial-2375↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15078)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2375 voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a13:44:00.101556 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a13:44:00.113698 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a13:44:00.262215 tst mo_mt_call_osmux.py: using LAC 28800\u000a13:44:00.378890 tst mo_mt_call_osmux.py: using RAC 240\u000a13:44:00.499991 tst mo_mt_call_osmux.py: using CellId 28800\u000a13:44:00.615655 tst mo_mt_call_osmux.py: using BVCI 28801\u000a13:44:00.638421 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a13:44:00.649530 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a13:44:00.660506 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a13:44:00.671568 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a13:44:00.682595 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a13:44:00.693515 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a13:44:00.806786 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a13:44:01.019108 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:44:01.534431 run create_hlr_db(pid=15072): Launched\u000a13:44:01.707806 bus /sierra_2: Setting Powered False\u000a13:44:02.726074 run create_hlr_db(pid=15072): Terminated: ok {rc=0}\u000a13:44:03.145823 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15074): Launched\u000a13:44:03.462470 run osmo-hlr_10.42.42.2(pid=15075): Launched\u000a13:44:03.581568 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:44:04.131487 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15077): Launched\u000a13:44:04.448355 run osmo-stp_10.42.42.5(pid=15078): Launched\u000a13:44:04.564056 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a13:44:05.142715 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15080): Launched\u000a13:44:05.459079 run osmo-msc_10.42.42.6(pid=15081): Launched\u000a13:44:05.646388 run osmo-stp_10.42.42.5(pid=15078): ERR: Terminated: ERROR {rc=1} [trial-2375↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15078)]\u000a13:44:05.781749 run osmo-stp_10.42.42.5(pid=15078): stdout: \u000a| (launched: 2022-12-10_13:44:04.293574)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:44:05.915780 run osmo-stp_10.42.42.5(pid=15078): stderr: \u000a| �[0;m�[38;5;43m20221210134404485 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210134404485 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210134404485 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210134404486 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210134404486 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210134404486 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210134404486 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:44:06.043384 run osmo-stp_10.42.42.5(pid=15078): stdout: \u000a| (launched: 2022-12-10_13:44:04.293574)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:44:06.170268 run osmo-stp_10.42.42.5(pid=15078): stderr: \u000a| �[0;m�[38;5;43m20221210134404485 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210134404485 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210134404485 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210134404486 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210134404486 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210134404486 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210134404486 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:44:06.225919 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=15078): Process ended prematurely: osmo-stp_10.42.42.5(pid=15078) [trial-2375↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15078)] [trial-2375↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8]\u000a13:44:06.234993 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a13:44:06.297601 run osmo-hlr_10.42.42.2(pid=15075): ERR: Terminated: ERROR {rc=237} [trial-2375↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15075)]\u000a13:44:06.348740 run osmo-hlr_10.42.42.2(pid=15075): stdout: \u000a| (launched: 2022-12-10_13:44:03.306898) \u000a13:44:06.400638 run osmo-hlr_10.42.42.2(pid=15075): stderr: \u000a| �[0;m�[1;31m20221210134403506 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210134403506 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210134403506 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210134403506 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210134403506 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210134403506 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210134403519 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2375/run.2022-12-10_12-42-03/voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210134403527 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210134403527 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210134403527 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:44:06.471022 run osmo-msc_10.42.42.6(pid=15081): ERR: Terminated: ERROR {rc=2} [trial-2375↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=15081)]\u000a13:44:06.522271 run osmo-msc_10.42.42.6(pid=15081): stdout: \u000a| (launched: 2022-12-10_13:44:05.304649) \u000a13:44:06.573896 run osmo-msc_10.42.42.6(pid=15081): stderr: \u000a| �[0;m�[38;5;43m20221210134405623 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210134405623 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f19424d3c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210134405623 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210134405623 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210134405623 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210134405623 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210134405625 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210134405626 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210134405626 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210134405626 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a13:44:06.618132 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15074): Terminating (SIGTERM)\u000a13:44:06.659832 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15077): Terminating (SIGTERM)\u000a13:44:06.701314 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15080): Terminating (SIGTERM)\u000a13:44:06.711122 --- ParallelTerminationStrategy: PID 15074 died...\u000a13:44:06.766692 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15074): Terminated: ok {rc=0}\u000a13:44:06.776697 --- ParallelTerminationStrategy: PID 15077 died...\u000a13:44:06.832137 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15077): Terminated: ok {rc=0}\u000a13:44:06.842234 --- ParallelTerminationStrategy: PID 15080 died...\u000a13:44:06.897192 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15080): Terminated: ok {rc=0}\u000a13:44:06.982782 bus /sierra_3: Setting Powered False\u000a13:44:08.088243 bus /sierra_3: Setting Powered False\u000a13:44:09.194234 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "138", "name" : "voice_nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T13:43:49" }, { "cases" : [ { "testActions" : [ ], "age" : 45, "className" : "voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15092): Process ended prematurely: osmo-stp_10.42.42.5(pid=15092) [trial-2375↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15092)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15092): Process ended prematurely: osmo-stp_10.42.42.5(pid=15092) [trial-2375↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15092)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2375 voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call.py\u000a----------------------------------------------\u000a13:44:11.160613 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a13:44:11.172112 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a13:44:11.327814 tst mo_mt_call.py: using LAC 28801\u000a13:44:11.450298 tst mo_mt_call.py: using RAC 241\u000a13:44:11.573053 tst mo_mt_call.py: using CellId 28801\u000a13:44:11.696034 tst mo_mt_call.py: using BVCI 28802\u000a13:44:11.720114 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a13:44:11.731592 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a13:44:11.742934 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a13:44:11.754546 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a13:44:11.766849 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a13:44:11.778200 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a13:44:11.895367 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a13:44:12.102260 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:44:12.598612 run create_hlr_db(pid=15086): Launched\u000a13:44:12.781764 bus /sierra_2: Setting Powered False\u000a13:44:13.802107 run create_hlr_db(pid=15086): Terminated: ok {rc=0}\u000a13:44:14.221628 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15088): Launched\u000a13:44:14.537453 run osmo-hlr_10.42.42.2(pid=15089): Launched\u000a13:44:14.657089 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:44:15.206270 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15091): Launched\u000a13:44:15.523070 run osmo-stp_10.42.42.5(pid=15092): Launched\u000a13:44:15.638955 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a13:44:16.236697 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15094): Launched\u000a13:44:16.659479 run osmo-msc_10.42.42.6(pid=15095): Launched\u000a13:44:17.116764 run osmo-stp_10.42.42.5(pid=15092): ERR: Terminated: ERROR {rc=1} [trial-2375↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15092)]\u000a13:44:17.318125 run osmo-stp_10.42.42.5(pid=15092): stdout: \u000a| (launched: 2022-12-10_13:44:15.366932)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:44:17.442504 run osmo-stp_10.42.42.5(pid=15092): stderr: \u000a| �[0;m�[38;5;43m20221210134415558 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210134415559 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210134415559 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210134415559 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210134415560 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210134415560 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210134415560 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:44:17.561794 run osmo-stp_10.42.42.5(pid=15092): stdout: \u000a| (launched: 2022-12-10_13:44:15.366932)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:44:17.679966 run osmo-stp_10.42.42.5(pid=15092): stderr: \u000a| �[0;m�[38;5;43m20221210134415558 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210134415559 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210134415559 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210134415559 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210134415560 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210134415560 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210134415560 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:44:17.732191 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=15092): Process ended prematurely: osmo-stp_10.42.42.5(pid=15092) [trial-2375↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15092)] [trial-2375↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8]\u000a13:44:17.740824 tst mo_mt_call.py:8: Test FAILED (6.6 sec)\u000a13:44:17.800656 run osmo-hlr_10.42.42.2(pid=15089): ERR: Terminated: ERROR {rc=237} [trial-2375↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15089)]\u000a13:44:17.849698 run osmo-hlr_10.42.42.2(pid=15089): stdout: \u000a| (launched: 2022-12-10_13:44:14.382269) \u000a13:44:17.898987 run osmo-hlr_10.42.42.2(pid=15089): stderr: \u000a| �[0;m�[1;31m20221210134414580 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210134414580 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210134414580 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210134414580 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210134414580 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210134414580 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210134414592 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2375/run.2022-12-10_12-42-03/voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210134414601 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210134414601 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210134414601 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:44:17.965870 run osmo-msc_10.42.42.6(pid=15095): ERR: Terminated: ERROR {rc=2} [trial-2375↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=15095)]\u000a13:44:18.014432 run osmo-msc_10.42.42.6(pid=15095): stdout: \u000a| (launched: 2022-12-10_13:44:16.392627) \u000a13:44:18.063363 run osmo-msc_10.42.42.6(pid=15095): stderr: \u000a| �[0;m�[38;5;43m20221210134416839 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210134416840 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f191f38ec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210134416840 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210134416840 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210134416840 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210134416840 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210134416844 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210134416845 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210134416845 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210134416845 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a13:44:18.105283 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15088): Terminating (SIGTERM)\u000a13:44:18.145555 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15091): Terminating (SIGTERM)\u000a13:44:18.184813 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15094): Terminating (SIGTERM)\u000a13:44:18.194069 --- ParallelTerminationStrategy: PID 15088 died...\u000a13:44:18.247029 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15088): Terminated: ok {rc=0}\u000a13:44:18.256763 --- ParallelTerminationStrategy: PID 15091 died...\u000a13:44:18.308980 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15091): Terminated: ok {rc=0}\u000a13:44:18.318499 --- ParallelTerminationStrategy: PID 15094 died...\u000a13:44:18.370785 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15094): Terminated: ok {rc=0}\u000a13:44:18.457570 bus /sierra_3: Setting Powered False\u000a13:44:19.559191 bus /sierra_3: Setting Powered False\u000a13:44:20.669893 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 58, "className" : "voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15103): Process ended prematurely: osmo-stp_10.42.42.5(pid=15103) [trial-2375↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15103)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15103): Process ended prematurely: osmo-stp_10.42.42.5(pid=15103) [trial-2375↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15103)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2375 voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call_osmux.py\u000a----------------------------------------------\u000a13:44:21.777552 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a13:44:21.789249 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a13:44:21.933736 tst mo_mt_call_osmux.py: using LAC 28802\u000a13:44:22.056017 tst mo_mt_call_osmux.py: using RAC 242\u000a13:44:22.171475 tst mo_mt_call_osmux.py: using CellId 28802\u000a13:44:22.286504 tst mo_mt_call_osmux.py: using BVCI 28803\u000a13:44:22.309209 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a13:44:22.320167 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a13:44:22.331088 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a13:44:22.341992 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a13:44:22.353326 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a13:44:22.364179 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a13:44:22.477848 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a13:44:22.674422 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:44:23.147838 run create_hlr_db(pid=15097): Launched\u000a13:44:23.316749 bus /sierra_2: Setting Powered False\u000a13:44:24.339895 run create_hlr_db(pid=15097): Terminated: ok {rc=0}\u000a13:44:24.732046 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15099): Launched\u000a13:44:25.027431 run osmo-hlr_10.42.42.2(pid=15100): Launched\u000a13:44:25.141331 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:44:25.665142 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15102): Launched\u000a13:44:25.961967 run osmo-stp_10.42.42.5(pid=15103): Launched\u000a13:44:26.069782 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a13:44:26.609766 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15105): Launched\u000a13:44:26.905651 run osmo-msc_10.42.42.6(pid=15106): Launched\u000a13:44:27.079472 run osmo-stp_10.42.42.5(pid=15103): ERR: Terminated: ERROR {rc=1} [trial-2375↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15103)]\u000a13:44:27.204721 run osmo-stp_10.42.42.5(pid=15103): stdout: \u000a| (launched: 2022-12-10_13:44:25.815910)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:44:27.327715 run osmo-stp_10.42.42.5(pid=15103): stderr: \u000a| �[0;m�[38;5;43m20221210134425988 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210134425988 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210134425988 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210134425989 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210134425989 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210134425989 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210134425989 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:44:27.447205 run osmo-stp_10.42.42.5(pid=15103): stdout: \u000a| (launched: 2022-12-10_13:44:25.815910)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:44:27.564736 run osmo-stp_10.42.42.5(pid=15103): stderr: \u000a| �[0;m�[38;5;43m20221210134425988 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210134425988 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210134425988 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210134425989 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210134425989 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210134425989 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210134425989 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:44:27.616427 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=15103): Process ended prematurely: osmo-stp_10.42.42.5(pid=15103) [trial-2375↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15103)] [trial-2375↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8]\u000a13:44:27.624569 tst mo_mt_call_osmux.py:8: Test FAILED (5.9 sec)\u000a13:44:27.682740 run osmo-hlr_10.42.42.2(pid=15100): ERR: Terminated: ERROR {rc=237} [trial-2375↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15100)]\u000a13:44:27.730686 run osmo-hlr_10.42.42.2(pid=15100): stdout: \u000a| (launched: 2022-12-10_13:44:24.882298) \u000a13:44:27.779152 run osmo-hlr_10.42.42.2(pid=15100): stderr: \u000a| �[0;m�[1;31m20221210134425059 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210134425059 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210134425059 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210134425059 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210134425059 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210134425059 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210134425071 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2375/run.2022-12-10_12-42-03/voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210134425080 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210134425080 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210134425080 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:44:27.845218 run osmo-msc_10.42.42.6(pid=15106): ERR: Terminated: ERROR {rc=2} [trial-2375↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=15106)]\u000a13:44:27.893048 run osmo-msc_10.42.42.6(pid=15106): stdout: \u000a| (launched: 2022-12-10_13:44:26.760285) \u000a13:44:27.941397 run osmo-msc_10.42.42.6(pid=15106): stderr: \u000a| �[0;m�[38;5;43m20221210134427031 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210134427031 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f3c35f54c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210134427031 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210134427031 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210134427031 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210134427032 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210134427033 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210134427034 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210134427034 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210134427034 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a13:44:27.982268 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15099): Terminating (SIGTERM)\u000a13:44:28.020850 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15102): Terminating (SIGTERM)\u000a13:44:28.059427 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15105): Terminating (SIGTERM)\u000a13:44:28.068448 --- ParallelTerminationStrategy: PID 15099 died...\u000a13:44:28.120246 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15099): Terminated: ok {rc=0}\u000a13:44:28.129632 --- ParallelTerminationStrategy: PID 15102 died...\u000a13:44:28.181164 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15102): Terminated: ok {rc=0}\u000a13:44:28.190509 --- ParallelTerminationStrategy: PID 15105 died...\u000a13:44:28.242226 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15105): Terminated: ok {rc=0}\u000a13:44:28.328387 bus /sierra_3: Setting Powered False\u000a13:44:29.428697 bus /sierra_3: Setting Powered False\u000a13:44:30.538821 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "139", "name" : "voice_nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T13:44:10" }, { "cases" : [ { "testActions" : [ ], "age" : 45, "className" : "emergency:nanobts+band-1900", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15117): Process ended prematurely: osmo-stp_10.42.42.5(pid=15117) [trial-2375↪emergency:nanobts+band-1900↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15117)]", "failedSince" : 2331, "name" : "emergency_mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_mo_mt_call.py\", line 19, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15117): Process ended prematurely: osmo-stp_10.42.42.5(pid=15117) [trial-2375↪emergency:nanobts+band-1900↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15117)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2375 emergency:nanobts+band-1900 emergency_mo_mt_call.py\u000a----------------------------------------------\u000a13:44:32.589749 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a13:44:32.600286 tst emergency:nanobts+band-1900: Using 1 x bts (candidates: 1)\u000a13:44:32.734032 tst emergency_mo_mt_call.py: using LAC 28803\u000a13:44:32.849201 tst emergency_mo_mt_call.py: using RAC 243\u000a13:44:32.964330 tst emergency_mo_mt_call.py: using CellId 28803\u000a13:44:33.081277 tst emergency_mo_mt_call.py: using BVCI 28804\u000a13:44:33.103896 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a13:44:33.114694 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a13:44:33.125166 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a13:44:33.135823 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a13:44:33.146512 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a13:44:33.157242 tst emergency:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a13:44:33.274043 tst emergency:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a13:44:33.477183 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:44:33.965150 run create_hlr_db(pid=15111): Launched\u000a13:44:34.146219 bus /sierra_2: Setting Powered False\u000a13:44:35.166555 run create_hlr_db(pid=15111): Terminated: ok {rc=0}\u000a13:44:35.578977 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15113): Launched\u000a13:44:35.888672 run osmo-hlr_10.42.42.2(pid=15114): Launched\u000a13:44:36.005274 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:44:36.545531 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15116): Launched\u000a13:44:36.856481 run osmo-stp_10.42.42.5(pid=15117): Launched\u000a13:44:36.981424 tst emergency_mo_mt_call.py: using MSISDN 7761\u000a13:44:37.137592 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a13:44:37.704444 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15119): Launched\u000a13:44:38.016296 run osmo-msc_10.42.42.6(pid=15120): Launched\u000a13:44:38.200760 run osmo-stp_10.42.42.5(pid=15117): ERR: Terminated: ERROR {rc=1} [trial-2375↪emergency:nanobts+band-1900↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15117)]\u000a13:44:38.334411 run osmo-stp_10.42.42.5(pid=15117): stdout: \u000a| (launched: 2022-12-10_13:44:36.704024)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:44:38.464803 run osmo-stp_10.42.42.5(pid=15117): stderr: \u000a| �[0;m�[38;5;43m20221210134436897 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210134436897 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210134436897 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210134436898 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210134436898 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210134436898 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210134436898 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:44:38.589795 run osmo-stp_10.42.42.5(pid=15117): stdout: \u000a| (launched: 2022-12-10_13:44:36.704024)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:44:38.713866 run osmo-stp_10.42.42.5(pid=15117): stderr: \u000a| �[0;m�[38;5;43m20221210134436897 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210134436897 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210134436897 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210134436898 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210134436898 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210134436898 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210134436898 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:44:38.768161 tst emergency_mo_mt_call.py:19: ERR: Error: osmo-stp_10.42.42.5(pid=15117): Process ended prematurely: osmo-stp_10.42.42.5(pid=15117) [trial-2375↪emergency:nanobts+band-1900↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15117)] [trial-2375↪emergency:nanobts+band-1900↪emergency_mo_mt_call.py:19]\u000a13:44:38.776843 tst emergency_mo_mt_call.py:19: Test FAILED (6.2 sec)\u000a13:44:38.839985 run osmo-hlr_10.42.42.2(pid=15114): ERR: Terminated: ERROR {rc=237} [trial-2375↪emergency:nanobts+band-1900↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15114)]\u000a13:44:38.891768 run osmo-hlr_10.42.42.2(pid=15114): stdout: \u000a| (launched: 2022-12-10_13:44:35.736707) \u000a13:44:38.943769 run osmo-hlr_10.42.42.2(pid=15114): stderr: \u000a| �[0;m�[1;31m20221210134435938 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210134435938 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210134435938 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210134435938 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210134435938 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210134435938 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210134435949 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2375/run.2022-12-10_12-42-03/emergency:nanobts+band-1900/emergency_mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210134435957 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210134435957 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210134435957 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:44:39.013575 run osmo-msc_10.42.42.6(pid=15120): ERR: Terminated: ERROR {rc=2} [trial-2375↪emergency:nanobts+band-1900↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=15120)]\u000a13:44:39.065388 run osmo-msc_10.42.42.6(pid=15120): stdout: \u000a| (launched: 2022-12-10_13:44:37.862876) \u000a13:44:39.117658 run osmo-msc_10.42.42.6(pid=15120): stderr: \u000a| �[0;m�[38;5;43m20221210134438181 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210134438181 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f4843013c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210134438181 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210134438181 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210134438181 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210134438182 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210134438183 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210134438184 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210134438184 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210134438184 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a13:44:39.161515 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15113): Terminating (SIGTERM)\u000a13:44:39.203285 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15116): Terminating (SIGTERM)\u000a13:44:39.245053 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15119): Terminating (SIGTERM)\u000a13:44:39.255178 --- ParallelTerminationStrategy: PID 15113 died...\u000a13:44:39.311185 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15113): Terminated: ok {rc=0}\u000a13:44:39.321399 --- ParallelTerminationStrategy: PID 15116 died...\u000a13:44:39.376655 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15116): Terminated: ok {rc=0}\u000a13:44:39.386901 --- ParallelTerminationStrategy: PID 15119 died...\u000a13:44:39.442539 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15119): Terminated: ok {rc=0}\u000a13:44:39.529112 bus /sierra_3: Setting Powered False\u000a13:44:40.631289 bus /sierra_3: Setting Powered False\u000a13:44:41.740015 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 215, "className" : "emergency:nanobts+band-1900", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15128): Process ended prematurely: osmo-stp_10.42.42.5(pid=15128) [trial-2375↪emergency:nanobts+band-1900↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15128)]", "failedSince" : 2161, "name" : "emergency_preemptive_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_preemptive_call.py\", line 32, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15128): Process ended prematurely: osmo-stp_10.42.42.5(pid=15128) [trial-2375↪emergency:nanobts+band-1900↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15128)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2375 emergency:nanobts+band-1900 emergency_preemptive_call.py\u000a----------------------------------------------\u000a13:44:42.791649 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a13:44:42.803413 tst emergency:nanobts+band-1900: Using 1 x bts (candidates: 1)\u000a13:44:42.936579 tst emergency_preemptive_call.py: using LAC 28804\u000a13:44:43.058994 tst emergency_preemptive_call.py: using RAC 244\u000a13:44:43.181837 tst emergency_preemptive_call.py: using CellId 28804\u000a13:44:43.303848 tst emergency_preemptive_call.py: using BVCI 28805\u000a13:44:43.327618 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a13:44:43.338711 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a13:44:43.349630 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a13:44:43.360806 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a13:44:43.371939 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a13:44:43.383064 tst emergency:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a13:44:43.497459 tst emergency:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a13:44:43.610755 tst emergency:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a13:44:43.723597 tst emergency:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a13:44:43.918284 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:44:44.387145 run create_hlr_db(pid=15122): Launched\u000a13:44:44.555788 bus /sierra_2: Setting Powered False\u000a13:44:45.577340 run create_hlr_db(pid=15122): Terminated: ok {rc=0}\u000a13:44:45.981838 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15124): Launched\u000a13:44:46.371529 run osmo-hlr_10.42.42.2(pid=15125): Launched\u000a13:44:46.523648 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:44:47.263359 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15127): Launched\u000a13:44:47.573115 run osmo-stp_10.42.42.5(pid=15128): Launched\u000a13:44:47.732643 tst emergency_preemptive_call.py: using MSISDN 7762\u000a13:44:47.890303 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a13:44:48.419292 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15130): Launched\u000a13:44:48.709361 run osmo-msc_10.42.42.6(pid=15131): Launched\u000a13:44:48.881282 run osmo-stp_10.42.42.5(pid=15128): ERR: Terminated: ERROR {rc=1} [trial-2375↪emergency:nanobts+band-1900↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15128)]\u000a13:44:49.006432 run osmo-stp_10.42.42.5(pid=15128): stdout: \u000a| (launched: 2022-12-10_13:44:47.413942)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:44:49.128319 run osmo-stp_10.42.42.5(pid=15128): stderr: \u000a| �[0;m�[38;5;43m20221210134447707 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210134447707 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210134447708 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210134447708 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210134447708 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210134447709 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210134447709 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:44:49.245809 run osmo-stp_10.42.42.5(pid=15128): stdout: \u000a| (launched: 2022-12-10_13:44:47.413942)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:44:49.361955 run osmo-stp_10.42.42.5(pid=15128): stderr: \u000a| �[0;m�[38;5;43m20221210134447707 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210134447707 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210134447708 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210134447708 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210134447708 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210134447709 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210134447709 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:44:49.412505 tst emergency_preemptive_call.py:32: ERR: Error: osmo-stp_10.42.42.5(pid=15128): Process ended prematurely: osmo-stp_10.42.42.5(pid=15128) [trial-2375↪emergency:nanobts+band-1900↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15128)] [trial-2375↪emergency:nanobts+band-1900↪emergency_preemptive_call.py:32]\u000a13:44:49.420352 tst emergency_preemptive_call.py:32: Test FAILED (6.6 sec)\u000a13:44:49.478775 run osmo-hlr_10.42.42.2(pid=15125): ERR: Terminated: ERROR {rc=237} [trial-2375↪emergency:nanobts+band-1900↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15125)]\u000a13:44:49.526961 run osmo-hlr_10.42.42.2(pid=15125): stdout: \u000a| (launched: 2022-12-10_13:44:46.173245) \u000a13:44:49.576187 run osmo-hlr_10.42.42.2(pid=15125): stderr: \u000a| �[0;m�[1;31m20221210134446642 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210134446642 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210134446642 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210134446644 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210134446645 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210134446646 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210134446666 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2375/run.2022-12-10_12-42-03/emergency:nanobts+band-1900/emergency_preemptive_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210134446687 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210134446687 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210134446687 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:44:49.642753 run osmo-msc_10.42.42.6(pid=15131): ERR: Terminated: ERROR {rc=2} [trial-2375↪emergency:nanobts+band-1900↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=15131)]\u000a13:44:49.690596 run osmo-msc_10.42.42.6(pid=15131): stdout: \u000a| (launched: 2022-12-10_13:44:48.566964) \u000a13:44:49.739113 run osmo-msc_10.42.42.6(pid=15131): stderr: \u000a| �[0;m�[38;5;43m20221210134448837 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210134448837 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f5142924c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210134448837 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210134448837 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210134448837 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210134448838 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210134448839 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210134448840 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210134448840 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210134448840 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a13:44:49.780079 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15124): Terminating (SIGTERM)\u000a13:44:49.818965 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15127): Terminating (SIGTERM)\u000a13:44:49.857726 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15130): Terminating (SIGTERM)\u000a13:44:49.866759 --- ParallelTerminationStrategy: PID 15124 died...\u000a13:44:49.918612 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15124): Terminated: ok {rc=0}\u000a13:44:49.928039 --- ParallelTerminationStrategy: PID 15127 died...\u000a13:44:49.979923 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15127): Terminated: ok {rc=0}\u000a13:44:49.989382 --- ParallelTerminationStrategy: PID 15130 died...\u000a13:44:50.041524 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15130): Terminated: ok {rc=0}\u000a13:44:50.129513 bus /sierra_9: Setting Powered False\u000a13:44:51.232055 bus /sierra_9: Setting Powered False\u000a13:44:52.342544 bus /sierra_8: Setting Powered False\u000a13:44:53.446413 bus /sierra_8: Setting Powered False\u000a13:44:54.552153 bus /sierra_3: Setting Powered False\u000a13:44:55.658292 bus /sierra_3: Setting Powered False\u000a13:44:56.763744 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 27.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "140", "name" : "emergency_nanobts+band-1900", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T13:44:32" }, { "cases" : [ { "testActions" : [ ], "age" : 237, "className" : "gprs:nanobts+band-1900", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15149): Process ended prematurely: osmo-stp_10.42.42.5(pid=15149) [trial-2375↪gprs:nanobts+band-1900↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15149)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15149): Process ended prematurely: osmo-stp_10.42.42.5(pid=15149) [trial-2375↪gprs:nanobts+band-1900↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15149)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2375 gprs:nanobts+band-1900 cs_paging_gprs_active.py\u000a----------------------------------------------\u000a13:44:58.857291 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a13:44:58.868397 tst gprs:nanobts+band-1900: Using 1 x bts (candidates: 1)\u000a13:44:59.004731 tst cs_paging_gprs_active.py: using LAC 28805\u000a13:44:59.128060 tst cs_paging_gprs_active.py: using RAC 245\u000a13:44:59.252808 tst cs_paging_gprs_active.py: using CellId 28805\u000a13:44:59.370995 tst cs_paging_gprs_active.py: using BVCI 28806\u000a13:44:59.393829 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a13:44:59.404216 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a13:44:59.414540 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a13:44:59.425085 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a13:44:59.435227 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a13:44:59.445375 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a13:44:59.455764 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a13:44:59.466032 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a13:44:59.476384 tst gprs:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a13:44:59.593596 tst gprs:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a13:44:59.883557 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a13:45:00.016324 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:45:00.343419 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15136): Launched\u000a13:45:00.615876 run iperf3-srv_10.42.42.10(pid=15137): Launched\u000a13:45:00.810361 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a13:45:00.978050 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:45:01.330172 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15138): Launched\u000a13:45:01.628809 run iperf3-srv_10.42.42.10(pid=15139): Launched\u000a13:45:01.832291 tst cs_paging_gprs_active.py:38: start network...\u000a13:45:02.002707 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:45:02.496686 run create_hlr_db(pid=15143): Launched\u000a13:45:02.667803 bus /sierra_2: Setting Powered False\u000a13:45:03.700721 run create_hlr_db(pid=15143): Terminated: ok {rc=0}\u000a13:45:04.096295 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15145): Launched\u000a13:45:04.393525 run osmo-hlr_10.42.42.2(pid=15146): Launched\u000a13:45:04.502640 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:45:05.019133 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15148): Launched\u000a13:45:05.316931 run osmo-stp_10.42.42.5(pid=15149): Launched\u000a13:45:05.425792 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:45:05.944160 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15151): Launched\u000a13:45:06.050663 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:45:06.309329 run patchelf(pid=15152): Launched\u000a13:45:06.483146 run osmo-stp_10.42.42.5(pid=15149): ERR: Terminated: ERROR {rc=1} [trial-2375↪gprs:nanobts+band-1900↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15149)]\u000a13:45:06.611385 run osmo-stp_10.42.42.5(pid=15149): stdout: \u000a| (launched: 2022-12-10_13:45:05.170557)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:45:06.738818 run osmo-stp_10.42.42.5(pid=15149): stderr: \u000a| �[0;m�[38;5;43m20221210134505342 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210134505343 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210134505343 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210134505344 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210134505344 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210134505344 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210134505344 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:45:06.862163 run osmo-stp_10.42.42.5(pid=15149): stdout: \u000a| (launched: 2022-12-10_13:45:05.170557)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:45:06.984344 run osmo-stp_10.42.42.5(pid=15149): stderr: \u000a| �[0;m�[38;5;43m20221210134505342 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210134505343 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210134505343 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210134505344 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210134505344 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210134505344 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210134505344 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:45:07.126993 run patchelf(pid=15152): Terminating (SIGINT)\u000a13:45:07.294350 run patchelf(pid=15152): Terminated: ok {rc=0}\u000a13:45:07.325231 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=15149): Process ended prematurely: osmo-stp_10.42.42.5(pid=15149) [trial-2375↪gprs:nanobts+band-1900↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15149)] [trial-2375↪gprs:nanobts+band-1900↪cs_paging_gprs_active.py:38]\u000a13:45:07.334286 tst cs_paging_gprs_active.py:38: Test FAILED (8.5 sec)\u000a13:45:07.393262 run osmo-hlr_10.42.42.2(pid=15146): ERR: Terminated: ERROR {rc=237} [trial-2375↪gprs:nanobts+band-1900↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15146)]\u000a13:45:07.441448 run osmo-hlr_10.42.42.2(pid=15146): stdout: \u000a| (launched: 2022-12-10_13:45:04.247419) \u000a13:45:07.490336 run osmo-hlr_10.42.42.2(pid=15146): stderr: \u000a| �[0;m�[1;31m20221210134504423 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210134504423 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210134504423 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210134504423 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210134504423 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210134504423 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210134504435 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2375/run.2022-12-10_12-42-03/gprs:nanobts+band-1900/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210134504444 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210134504444 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210134504444 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:45:07.531808 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15136): Terminating (SIGTERM)\u000a13:45:07.571013 run iperf3-srv_10.42.42.10(pid=15137): Terminating (SIGTERM)\u000a13:45:07.611952 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15138): Terminating (SIGTERM)\u000a13:45:07.651288 run iperf3-srv_10.42.42.10(pid=15139): Terminating (SIGTERM)\u000a13:45:07.690527 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15145): Terminating (SIGTERM)\u000a13:45:07.730128 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15148): Terminating (SIGTERM)\u000a13:45:07.769001 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15151): Terminating (SIGTERM)\u000a13:45:07.778206 --- ParallelTerminationStrategy: PID 15136 died...\u000a13:45:07.830473 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15136): Terminated: ok {rc=0}\u000a13:45:07.840057 --- ParallelTerminationStrategy: PID 15137 died...\u000a13:45:07.891651 run iperf3-srv_10.42.42.10(pid=15137): Terminated {rc=256}\u000a13:45:07.901308 --- ParallelTerminationStrategy: PID 15138 died...\u000a13:45:07.953022 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15138): Terminated: ok {rc=0}\u000a13:45:07.962479 --- ParallelTerminationStrategy: PID 15139 died...\u000a13:45:08.014026 run iperf3-srv_10.42.42.10(pid=15139): Terminated {rc=256}\u000a13:45:08.023584 --- ParallelTerminationStrategy: PID 15145 died...\u000a13:45:08.075293 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15145): Terminated: ok {rc=0}\u000a13:45:08.084906 --- ParallelTerminationStrategy: PID 15148 died...\u000a13:45:08.137639 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15148): Terminated: ok {rc=0}\u000a13:45:08.147208 --- ParallelTerminationStrategy: PID 15151 died...\u000a13:45:08.199568 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15151): Terminated: ok {rc=0}\u000a13:45:08.286981 bus /gobi_0: Setting Powered False\u000a13:45:09.388855 bus /gobi_0: Setting Powered False\u000a13:45:10.499630 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 237, "className" : "gprs:nanobts+band-1900", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15161): Process ended prematurely: osmo-stp_10.42.42.5(pid=15161) [trial-2375↪gprs:nanobts+band-1900↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15161)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15161): Process ended prematurely: osmo-stp_10.42.42.5(pid=15161) [trial-2375↪gprs:nanobts+band-1900↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15161)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2375 gprs:nanobts+band-1900 iperf3.py\u000a----------------------------------------------\u000a13:45:11.613058 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a13:45:11.624510 tst gprs:nanobts+band-1900: Using 1 x bts (candidates: 1)\u000a13:45:11.756728 tst iperf3.py: using LAC 28806\u000a13:45:11.881053 tst iperf3.py: using RAC 246\u000a13:45:12.002014 tst iperf3.py: using CellId 28806\u000a13:45:12.119618 tst iperf3.py: using BVCI 28807\u000a13:45:12.142613 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a13:45:12.153329 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a13:45:12.163820 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a13:45:12.175004 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a13:45:12.186161 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a13:45:12.197152 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a13:45:12.208307 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a13:45:12.219368 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a13:45:12.230603 tst gprs:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a13:45:12.519979 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a13:45:12.653054 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:45:12.979613 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15153): Launched\u000a13:45:13.252088 run iperf3-srv_10.42.42.10(pid=15154): Launched\u000a13:45:13.446850 tst iperf3.py:8: start network...\u000a13:45:13.580155 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:45:14.080134 run create_hlr_db(pid=15155): Launched\u000a13:45:14.263668 bus /gobi_6: Setting Powered False\u000a13:45:15.285299 run create_hlr_db(pid=15155): Terminated: ok {rc=0}\u000a13:45:15.682716 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15157): Launched\u000a13:45:16.109321 run osmo-hlr_10.42.42.2(pid=15158): Launched\u000a13:45:16.239291 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:45:16.886581 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15160): Launched\u000a13:45:17.279990 run osmo-stp_10.42.42.5(pid=15161): Launched\u000a13:45:17.388137 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:45:17.906655 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15163): Launched\u000a13:45:18.012848 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:45:18.271351 run patchelf(pid=15164): Launched\u000a13:45:18.445373 run osmo-stp_10.42.42.5(pid=15161): ERR: Terminated: ERROR {rc=1} [trial-2375↪gprs:nanobts+band-1900↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15161)]\u000a13:45:18.572448 run osmo-stp_10.42.42.5(pid=15161): stdout: \u000a| (launched: 2022-12-10_13:45:17.051892)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:45:18.700079 run osmo-stp_10.42.42.5(pid=15161): stderr: \u000a| �[0;m�[38;5;43m20221210134517291 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210134517291 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210134517292 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210134517292 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210134517293 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210134517293 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210134517293 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:45:18.823442 run osmo-stp_10.42.42.5(pid=15161): stdout: \u000a| (launched: 2022-12-10_13:45:17.051892)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:45:18.945444 run osmo-stp_10.42.42.5(pid=15161): stderr: \u000a| �[0;m�[38;5;43m20221210134517291 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210134517291 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210134517292 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210134517292 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210134517293 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210134517293 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210134517293 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:45:19.087673 run patchelf(pid=15164): Terminating (SIGINT)\u000a13:45:19.255360 run patchelf(pid=15164): Terminated: ok {rc=0}\u000a13:45:19.286456 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=15161): Process ended prematurely: osmo-stp_10.42.42.5(pid=15161) [trial-2375↪gprs:nanobts+band-1900↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15161)] [trial-2375↪gprs:nanobts+band-1900↪iperf3.py:8]\u000a13:45:19.295687 tst iperf3.py:8: Test FAILED (7.7 sec)\u000a13:45:19.355135 run osmo-hlr_10.42.42.2(pid=15158): ERR: Terminated: ERROR {rc=237} [trial-2375↪gprs:nanobts+band-1900↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15158)]\u000a13:45:19.403552 run osmo-hlr_10.42.42.2(pid=15158): stdout: \u000a| (launched: 2022-12-10_13:45:15.838253) \u000a13:45:19.452882 run osmo-hlr_10.42.42.2(pid=15158): stderr: \u000a| �[0;m�[1;31m20221210134516076 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210134516076 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210134516076 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210134516076 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210134516078 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210134516078 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210134516093 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2375/run.2022-12-10_12-42-03/gprs:nanobts+band-1900/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210134516107 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210134516107 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210134516108 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:45:19.494543 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15153): Terminating (SIGTERM)\u000a13:45:19.533636 run iperf3-srv_10.42.42.10(pid=15154): Terminating (SIGTERM)\u000a13:45:19.572802 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15157): Terminating (SIGTERM)\u000a13:45:19.611842 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15160): Terminating (SIGTERM)\u000a13:45:19.650936 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15163): Terminating (SIGTERM)\u000a13:45:19.660218 --- ParallelTerminationStrategy: PID 15153 died...\u000a13:45:19.712381 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15153): Terminated: ok {rc=0}\u000a13:45:19.721970 --- ParallelTerminationStrategy: PID 15154 died...\u000a13:45:19.773522 run iperf3-srv_10.42.42.10(pid=15154): Terminated {rc=256}\u000a13:45:19.782964 --- ParallelTerminationStrategy: PID 15157 died...\u000a13:45:19.835776 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15157): Terminated: ok {rc=0}\u000a13:45:19.845343 --- ParallelTerminationStrategy: PID 15160 died...\u000a13:45:19.897024 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15160): Terminated: ok {rc=0}\u000a13:45:19.906611 --- ParallelTerminationStrategy: PID 15163 died...\u000a13:45:19.958481 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15163): Terminated: ok {rc=0}\u000a13:45:20.044307 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 237, "className" : "gprs:nanobts+band-1900", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15179): Process ended prematurely: osmo-stp_10.42.42.5(pid=15179) [trial-2375↪gprs:nanobts+band-1900↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15179)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15179): Process ended prematurely: osmo-stp_10.42.42.5(pid=15179) [trial-2375↪gprs:nanobts+band-1900↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15179)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2375 gprs:nanobts+band-1900 iperf3m4.py\u000a----------------------------------------------\u000a13:45:21.153280 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a13:45:21.164245 tst gprs:nanobts+band-1900: Using 1 x bts (candidates: 1)\u000a13:45:21.290017 tst iperf3m4.py: using LAC 28807\u000a13:45:21.406884 tst iperf3m4.py: using RAC 247\u000a13:45:21.523565 tst iperf3m4.py: using CellId 28807\u000a13:45:21.640442 tst iperf3m4.py: using BVCI 28808\u000a13:45:21.663509 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a13:45:21.674050 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a13:45:21.684364 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a13:45:21.695327 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a13:45:21.706126 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a13:45:21.716856 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a13:45:21.727807 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a13:45:21.738659 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a13:45:21.749649 tst gprs:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a13:45:21.871353 tst gprs:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a13:45:21.993542 tst gprs:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a13:45:22.113162 tst gprs:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a13:45:22.403034 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a13:45:22.535943 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:45:22.864729 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15165): Launched\u000a13:45:23.138002 run iperf3-srv_10.42.42.10(pid=15166): Launched\u000a13:45:23.333383 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a13:45:23.466265 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:45:23.794515 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15167): Launched\u000a13:45:24.066776 run iperf3-srv_10.42.42.10(pid=15168): Launched\u000a13:45:24.261268 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a13:45:24.393738 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:45:24.720275 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15169): Launched\u000a13:45:24.992510 run iperf3-srv_10.42.42.10(pid=15170): Launched\u000a13:45:25.186914 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a13:45:25.319647 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:45:25.646705 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15171): Launched\u000a13:45:25.918342 run iperf3-srv_10.42.42.10(pid=15172): Launched\u000a13:45:26.112681 tst iperf3m4.py:8: start network...\u000a13:45:26.245526 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:45:26.743764 run create_hlr_db(pid=15173): Launched\u000a13:45:26.926705 bus /gobi_6: Setting Powered False\u000a13:45:27.947958 run create_hlr_db(pid=15173): Terminated: ok {rc=0}\u000a13:45:28.343952 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15175): Launched\u000a13:45:28.640886 run osmo-hlr_10.42.42.2(pid=15176): Launched\u000a13:45:28.751062 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:45:29.264736 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15178): Launched\u000a13:45:29.561243 run osmo-stp_10.42.42.5(pid=15179): Launched\u000a13:45:29.671108 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:45:30.190120 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15181): Launched\u000a13:45:30.296510 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:45:30.555043 run patchelf(pid=15182): Launched\u000a13:45:30.731142 run osmo-stp_10.42.42.5(pid=15179): ERR: Terminated: ERROR {rc=1} [trial-2375↪gprs:nanobts+band-1900↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15179)]\u000a13:45:30.876172 run osmo-stp_10.42.42.5(pid=15179): stdout: \u000a| (launched: 2022-12-10_13:45:29.415357)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:45:31.008581 run osmo-stp_10.42.42.5(pid=15179): stderr: \u000a| �[0;m�[38;5;43m20221210134529585 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210134529585 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210134529585 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210134529586 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210134529586 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210134529586 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210134529586 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:45:31.135151 run osmo-stp_10.42.42.5(pid=15179): stdout: \u000a| (launched: 2022-12-10_13:45:29.415357)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:45:31.260135 run osmo-stp_10.42.42.5(pid=15179): stderr: \u000a| �[0;m�[38;5;43m20221210134529585 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210134529585 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210134529585 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210134529586 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210134529586 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210134529586 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210134529586 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:45:31.406207 run patchelf(pid=15182): Terminating (SIGINT)\u000a13:45:31.576633 run patchelf(pid=15182): Terminated: ok {rc=0}\u000a13:45:31.608611 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=15179): Process ended prematurely: osmo-stp_10.42.42.5(pid=15179) [trial-2375↪gprs:nanobts+band-1900↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15179)] [trial-2375↪gprs:nanobts+band-1900↪iperf3m4.py:8]\u000a13:45:31.618441 tst iperf3m4.py:8: Test FAILED (10.5 sec)\u000a13:45:31.678811 run osmo-hlr_10.42.42.2(pid=15176): ERR: Terminated: ERROR {rc=237} [trial-2375↪gprs:nanobts+band-1900↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15176)]\u000a13:45:31.728051 run osmo-hlr_10.42.42.2(pid=15176): stdout: \u000a| (launched: 2022-12-10_13:45:28.494488) \u000a13:45:31.777989 run osmo-hlr_10.42.42.2(pid=15176): stderr: \u000a| �[0;m�[1;31m20221210134528670 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210134528670 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210134528670 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210134528670 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210134528670 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210134528670 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210134528683 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2375/run.2022-12-10_12-42-03/gprs:nanobts+band-1900/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210134528692 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210134528692 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210134528692 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:45:31.820137 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15165): Terminating (SIGTERM)\u000a13:45:31.862658 run iperf3-srv_10.42.42.10(pid=15166): Terminating (SIGTERM)\u000a13:45:31.904896 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15167): Terminating (SIGTERM)\u000a13:45:31.946621 run iperf3-srv_10.42.42.10(pid=15168): Terminating (SIGTERM)\u000a13:45:31.988817 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15169): Terminating (SIGTERM)\u000a13:45:32.030941 run iperf3-srv_10.42.42.10(pid=15170): Terminating (SIGTERM)\u000a13:45:32.073157 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15171): Terminating (SIGTERM)\u000a13:45:32.113760 run iperf3-srv_10.42.42.10(pid=15172): Terminating (SIGTERM)\u000a13:45:32.156769 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15175): Terminating (SIGTERM)\u000a13:45:32.197661 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15178): Terminating (SIGTERM)\u000a13:45:32.240397 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15181): Terminating (SIGTERM)\u000a13:45:32.249699 --- ParallelTerminationStrategy: PID 15165 died...\u000a13:45:32.301988 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15165): Terminated: ok {rc=0}\u000a13:45:32.311440 --- ParallelTerminationStrategy: PID 15166 died...\u000a13:45:32.363053 run iperf3-srv_10.42.42.10(pid=15166): Terminated {rc=256}\u000a13:45:32.372330 --- ParallelTerminationStrategy: PID 15167 died...\u000a13:45:32.424037 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15167): Terminated: ok {rc=0}\u000a13:45:32.433783 --- ParallelTerminationStrategy: PID 15168 died...\u000a13:45:32.485344 run iperf3-srv_10.42.42.10(pid=15168): Terminated {rc=256}\u000a13:45:32.494666 --- ParallelTerminationStrategy: PID 15169 died...\u000a13:45:32.546758 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15169): Terminated: ok {rc=0}\u000a13:45:32.556137 --- ParallelTerminationStrategy: PID 15170 died...\u000a13:45:32.607653 run iperf3-srv_10.42.42.10(pid=15170): Terminated {rc=256}\u000a13:45:32.617177 --- ParallelTerminationStrategy: PID 15171 died...\u000a13:45:32.668900 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15171): Terminated: ok {rc=0}\u000a13:45:32.678321 --- ParallelTerminationStrategy: PID 15172 died...\u000a13:45:32.730308 run iperf3-srv_10.42.42.10(pid=15172): Terminated {rc=256}\u000a13:45:32.739675 --- ParallelTerminationStrategy: PID 15175 died...\u000a13:45:32.791403 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15175): Terminated: ok {rc=0}\u000a13:45:32.800840 --- ParallelTerminationStrategy: PID 15178 died...\u000a13:45:32.852467 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15178): Terminated: ok {rc=0}\u000a13:45:32.861948 --- ParallelTerminationStrategy: PID 15181 died...\u000a13:45:32.913571 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15181): Terminated: ok {rc=0}\u000a13:45:33.000605 bus /gobi_4: Setting Powered False\u000a13:45:34.101287 bus /gobi_4: Setting Powered False\u000a13:45:35.211312 bus /gobi_1: Setting Powered False\u000a13:45:36.311731 bus /gobi_1: Setting Powered False\u000a13:45:37.420468 bus /gobi_0: Setting Powered False\u000a13:45:38.523102 bus /gobi_0: Setting Powered False\u000a13:45:39.632826 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 237, "className" : "gprs:nanobts+band-1900", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15189): Process ended prematurely: osmo-stp_10.42.42.5(pid=15189) [trial-2375↪gprs:nanobts+band-1900↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15189)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15189): Process ended prematurely: osmo-stp_10.42.42.5(pid=15189) [trial-2375↪gprs:nanobts+band-1900↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15189)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2375 gprs:nanobts+band-1900 ping.py\u000a----------------------------------------------\u000a13:45:40.699503 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a13:45:40.711318 tst gprs:nanobts+band-1900: Using 1 x bts (candidates: 1)\u000a13:45:40.842211 tst ping.py: using LAC 28808\u000a13:45:40.966416 tst ping.py: using RAC 248\u000a13:45:41.089134 tst ping.py: using CellId 28808\u000a13:45:41.213201 tst ping.py: using BVCI 28809\u000a13:45:41.237147 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a13:45:41.248157 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a13:45:41.259313 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a13:45:41.270914 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a13:45:41.282205 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a13:45:41.293445 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a13:45:41.304828 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a13:45:41.316419 tst gprs:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a13:45:41.599611 tst ping.py:19: start network...\u000a13:45:41.728594 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:45:42.215705 run create_hlr_db(pid=15183): Launched\u000a13:45:42.395811 bus /gobi_6: Setting Powered False\u000a13:45:43.416116 run create_hlr_db(pid=15183): Terminated: ok {rc=0}\u000a13:45:43.805548 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15185): Launched\u000a13:45:44.096673 run osmo-hlr_10.42.42.2(pid=15186): Launched\u000a13:45:44.206833 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:45:44.749255 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15188): Launched\u000a13:45:45.059372 run osmo-stp_10.42.42.5(pid=15189): Launched\u000a13:45:45.173360 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:45:45.717842 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15191): Launched\u000a13:45:45.829595 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:45:46.143247 run patchelf(pid=15192): Launched\u000a13:45:46.322875 run osmo-stp_10.42.42.5(pid=15189): ERR: Terminated: ERROR {rc=1} [trial-2375↪gprs:nanobts+band-1900↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15189)]\u000a13:45:46.452589 run osmo-stp_10.42.42.5(pid=15189): stdout: \u000a| (launched: 2022-12-10_13:45:44.907341)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:45:46.582058 run osmo-stp_10.42.42.5(pid=15189): stderr: \u000a| �[0;m�[38;5;43m20221210134545097 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210134545097 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210134545097 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210134545098 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210134545100 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210134545100 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210134545100 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:45:46.705936 run osmo-stp_10.42.42.5(pid=15189): stdout: \u000a| (launched: 2022-12-10_13:45:44.907341)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:45:46.829638 run osmo-stp_10.42.42.5(pid=15189): stderr: \u000a| �[0;m�[38;5;43m20221210134545097 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210134545097 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210134545097 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210134545098 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210134545100 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210134545100 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210134545100 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:45:46.974103 run patchelf(pid=15192): Terminating (SIGINT)\u000a13:45:47.143721 run patchelf(pid=15192): Terminated: ok {rc=0}\u000a13:45:47.174518 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=15189): Process ended prematurely: osmo-stp_10.42.42.5(pid=15189) [trial-2375↪gprs:nanobts+band-1900↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15189)] [trial-2375↪gprs:nanobts+band-1900↪ping.py:22]\u000a13:45:47.183500 tst ping.py:22: Test FAILED (6.5 sec)\u000a13:45:47.243754 run osmo-hlr_10.42.42.2(pid=15186): ERR: Terminated: ERROR {rc=237} [trial-2375↪gprs:nanobts+band-1900↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15186)]\u000a13:45:47.292000 run osmo-hlr_10.42.42.2(pid=15186): stdout: \u000a| (launched: 2022-12-10_13:45:43.952871) \u000a13:45:47.341562 run osmo-hlr_10.42.42.2(pid=15186): stderr: \u000a| �[0;m�[1;31m20221210134544127 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210134544127 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210134544127 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210134544127 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210134544127 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210134544127 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210134544140 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2375/run.2022-12-10_12-42-03/gprs:nanobts+band-1900/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210134544148 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210134544148 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210134544149 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:45:47.383220 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15185): Terminating (SIGTERM)\u000a13:45:47.422369 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15188): Terminating (SIGTERM)\u000a13:45:47.461534 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15191): Terminating (SIGTERM)\u000a13:45:47.470792 --- ParallelTerminationStrategy: PID 15185 died...\u000a13:45:47.523275 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15185): Terminated: ok {rc=0}\u000a13:45:47.532888 --- ParallelTerminationStrategy: PID 15188 died...\u000a13:45:47.585243 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15188): Terminated: ok {rc=0}\u000a13:45:47.594997 --- ParallelTerminationStrategy: PID 15191 died...\u000a13:45:47.647021 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15191): Terminated: ok {rc=0}\u000a13:45:47.728756 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 237, "className" : "gprs:nanobts+band-1900", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15199): Process ended prematurely: osmo-stp_10.42.42.5(pid=15199) [trial-2375↪gprs:nanobts+band-1900↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15199)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15199): Process ended prematurely: osmo-stp_10.42.42.5(pid=15199) [trial-2375↪gprs:nanobts+band-1900↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15199)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2375 gprs:nanobts+band-1900 ping_idle_ping.py\u000a----------------------------------------------\u000a13:45:48.781910 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a13:45:48.793471 tst gprs:nanobts+band-1900: Using 1 x bts (candidates: 1)\u000a13:45:48.926389 tst ping_idle_ping.py: using LAC 28809\u000a13:45:49.048705 tst ping_idle_ping.py: using RAC 249\u000a13:45:49.172144 tst ping_idle_ping.py: using CellId 28809\u000a13:45:49.294225 tst ping_idle_ping.py: using BVCI 28810\u000a13:45:49.316720 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a13:45:49.327270 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a13:45:49.337827 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a13:45:49.348274 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a13:45:49.358675 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a13:45:49.369358 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a13:45:49.379831 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a13:45:49.390203 tst gprs:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a13:45:49.657893 tst ping_idle_ping.py:24: start network...\u000a13:45:49.778846 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:45:50.250971 run create_hlr_db(pid=15193): Launched\u000a13:45:50.419780 bus /gobi_6: Setting Powered False\u000a13:45:51.440098 run create_hlr_db(pid=15193): Terminated: ok {rc=0}\u000a13:45:51.828605 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15195): Launched\u000a13:45:52.121891 run osmo-hlr_10.42.42.2(pid=15196): Launched\u000a13:45:52.229051 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:45:52.737156 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15198): Launched\u000a13:45:53.030868 run osmo-stp_10.42.42.5(pid=15199): Launched\u000a13:45:53.137491 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:45:53.646752 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15201): Launched\u000a13:45:53.750574 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:45:54.005301 run patchelf(pid=15202): Launched\u000a13:45:54.178287 run osmo-stp_10.42.42.5(pid=15199): ERR: Terminated: ERROR {rc=1} [trial-2375↪gprs:nanobts+band-1900↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15199)]\u000a13:45:54.304042 run osmo-stp_10.42.42.5(pid=15199): stdout: \u000a| (launched: 2022-12-10_13:45:52.886147)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:45:54.430392 run osmo-stp_10.42.42.5(pid=15199): stderr: \u000a| �[0;m�[38;5;43m20221210134553055 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210134553055 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210134553055 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210134553055 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210134553056 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210134553056 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210134553056 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:45:54.552131 run osmo-stp_10.42.42.5(pid=15199): stdout: \u000a| (launched: 2022-12-10_13:45:52.886147)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:45:54.673202 run osmo-stp_10.42.42.5(pid=15199): stderr: \u000a| �[0;m�[38;5;43m20221210134553055 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210134553055 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210134553055 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210134553055 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210134553056 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210134553056 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210134553056 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:45:54.813879 run patchelf(pid=15202): Terminating (SIGINT)\u000a13:45:54.978975 run patchelf(pid=15202): Terminated: ok {rc=0}\u000a13:45:55.009416 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=15199): Process ended prematurely: osmo-stp_10.42.42.5(pid=15199) [trial-2375↪gprs:nanobts+band-1900↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15199)] [trial-2375↪gprs:nanobts+band-1900↪ping_idle_ping.py:27]\u000a13:45:55.018044 tst ping_idle_ping.py:27: Test FAILED (6.2 sec)\u000a13:45:55.077044 run osmo-hlr_10.42.42.2(pid=15196): ERR: Terminated: ERROR {rc=237} [trial-2375↪gprs:nanobts+band-1900↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15196)]\u000a13:45:55.125296 run osmo-hlr_10.42.42.2(pid=15196): stdout: \u000a| (launched: 2022-12-10_13:45:51.977509) \u000a13:45:55.173883 run osmo-hlr_10.42.42.2(pid=15196): stderr: \u000a| �[0;m�[1;31m20221210134552154 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210134552154 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210134552154 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210134552154 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210134552155 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210134552155 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210134552167 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2375/run.2022-12-10_12-42-03/gprs:nanobts+band-1900/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210134552175 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210134552175 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210134552176 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:45:55.215349 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15195): Terminating (SIGTERM)\u000a13:45:55.254511 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15198): Terminating (SIGTERM)\u000a13:45:55.293544 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15201): Terminating (SIGTERM)\u000a13:45:55.302720 --- ParallelTerminationStrategy: PID 15195 died...\u000a13:45:55.355083 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15195): Terminated: ok {rc=0}\u000a13:45:55.364712 --- ParallelTerminationStrategy: PID 15198 died...\u000a13:45:55.417041 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15198): Terminated: ok {rc=0}\u000a13:45:55.426511 --- ParallelTerminationStrategy: PID 15201 died...\u000a13:45:55.478586 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15201): Terminated: ok {rc=0}\u000a13:45:55.567284 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 59.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "141", "name" : "gprs_nanobts+band-1900", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T13:44:58" }, { "cases" : [ { "testActions" : [ ], "age" : 237, "className" : "gprs:nanobts+band-1900+mod-bts0-egprs", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15216): Process ended prematurely: osmo-stp_10.42.42.5(pid=15216) [trial-2375↪gprs:nanobts+band-1900+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15216)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15216): Process ended prematurely: osmo-stp_10.42.42.5(pid=15216) [trial-2375↪gprs:nanobts+band-1900+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15216)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2375 gprs:nanobts+band-1900+mod-bts0-egprs cs_paging_gprs_active.py\u000a----------------------------------------------\u000a13:45:57.674325 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:45:57.685008 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a13:45:57.809585 tst cs_paging_gprs_active.py: using LAC 28810\u000a13:45:57.929278 tst cs_paging_gprs_active.py: using RAC 250\u000a13:45:58.044503 tst cs_paging_gprs_active.py: using CellId 28810\u000a13:45:58.159598 tst cs_paging_gprs_active.py: using BVCI 28811\u000a13:45:58.182231 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:45:58.192887 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:45:58.203436 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:45:58.214135 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:45:58.224498 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:45:58.235018 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:45:58.245632 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:45:58.256001 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:45:58.266667 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a13:45:58.384099 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a13:45:58.661603 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a13:45:58.784731 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:45:59.090148 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15206): Launched\u000a13:45:59.344073 run iperf3-srv_10.42.42.10(pid=15207): Launched\u000a13:45:59.524204 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a13:45:59.647349 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:45:59.952766 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15208): Launched\u000a13:46:00.208475 run iperf3-srv_10.42.42.10(pid=15209): Launched\u000a13:46:00.388443 tst cs_paging_gprs_active.py:38: start network...\u000a13:46:00.511822 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:46:01.048601 run create_hlr_db(pid=15210): Launched\u000a13:46:01.222090 bus /gobi_6: Setting Powered False\u000a13:46:02.244313 run create_hlr_db(pid=15210): Terminated: ok {rc=0}\u000a13:46:02.641774 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15212): Launched\u000a13:46:02.937651 run osmo-hlr_10.42.42.2(pid=15213): Launched\u000a13:46:03.049986 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:46:03.574861 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15215): Launched\u000a13:46:03.872212 run osmo-stp_10.42.42.5(pid=15216): Launched\u000a13:46:03.981075 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:46:04.498013 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15218): Launched\u000a13:46:04.603794 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:46:04.861773 run patchelf(pid=15219): Launched\u000a13:46:05.035255 run osmo-stp_10.42.42.5(pid=15216): ERR: Terminated: ERROR {rc=1} [trial-2375↪gprs:nanobts+band-1900+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15216)]\u000a13:46:05.162532 run osmo-stp_10.42.42.5(pid=15216): stdout: \u000a| (launched: 2022-12-10_13:46:03.725932)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:46:05.289600 run osmo-stp_10.42.42.5(pid=15216): stderr: \u000a| �[0;m�[38;5;43m20221210134603893 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210134603893 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210134603894 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210134603894 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210134603896 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210134603896 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210134603896 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:46:05.412656 run osmo-stp_10.42.42.5(pid=15216): stdout: \u000a| (launched: 2022-12-10_13:46:03.725932)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:46:05.534617 run osmo-stp_10.42.42.5(pid=15216): stderr: \u000a| �[0;m�[38;5;43m20221210134603893 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210134603893 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210134603894 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210134603894 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210134603896 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210134603896 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210134603896 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:46:05.676775 run patchelf(pid=15219): Terminating (SIGINT)\u000a13:46:05.843642 run patchelf(pid=15219): Terminated: ok {rc=0}\u000a13:46:05.875233 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=15216): Process ended prematurely: osmo-stp_10.42.42.5(pid=15216) [trial-2375↪gprs:nanobts+band-1900+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15216)] [trial-2375↪gprs:nanobts+band-1900+mod-bts0-egprs↪cs_paging_gprs_active.py:38]\u000a13:46:05.884341 tst cs_paging_gprs_active.py:38: Test FAILED (8.2 sec)\u000a13:46:05.943280 run osmo-hlr_10.42.42.2(pid=15213): ERR: Terminated: ERROR {rc=237} [trial-2375↪gprs:nanobts+band-1900+mod-bts0-egprs↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15213)]\u000a13:46:05.991505 run osmo-hlr_10.42.42.2(pid=15213): stdout: \u000a| (launched: 2022-12-10_13:46:02.792013) \u000a13:46:06.040363 run osmo-hlr_10.42.42.2(pid=15213): stderr: \u000a| �[0;m�[1;31m20221210134602970 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210134602970 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210134602970 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210134602970 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210134602970 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210134602970 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210134602980 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2375/run.2022-12-10_12-42-03/gprs:nanobts+band-1900+mod-bts0-egprs/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210134602990 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210134602990 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210134602990 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:46:06.082105 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15206): Terminating (SIGTERM)\u000a13:46:06.121499 run iperf3-srv_10.42.42.10(pid=15207): Terminating (SIGTERM)\u000a13:46:06.161096 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15208): Terminating (SIGTERM)\u000a13:46:06.200475 run iperf3-srv_10.42.42.10(pid=15209): Terminating (SIGTERM)\u000a13:46:06.239655 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15212): Terminating (SIGTERM)\u000a13:46:06.279002 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15215): Terminating (SIGTERM)\u000a13:46:06.318159 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15218): Terminating (SIGTERM)\u000a13:46:06.327247 --- ParallelTerminationStrategy: PID 15206 died...\u000a13:46:06.380266 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15206): Terminated: ok {rc=0}\u000a13:46:06.389899 --- ParallelTerminationStrategy: PID 15207 died...\u000a13:46:06.441730 run iperf3-srv_10.42.42.10(pid=15207): Terminated {rc=256}\u000a13:46:06.451169 --- ParallelTerminationStrategy: PID 15208 died...\u000a13:46:06.503795 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15208): Terminated: ok {rc=0}\u000a13:46:06.513391 --- ParallelTerminationStrategy: PID 15209 died...\u000a13:46:06.565298 run iperf3-srv_10.42.42.10(pid=15209): Terminated {rc=256}\u000a13:46:06.574808 --- ParallelTerminationStrategy: PID 15212 died...\u000a13:46:06.627620 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15212): Terminated: ok {rc=0}\u000a13:46:06.637317 --- ParallelTerminationStrategy: PID 15215 died...\u000a13:46:06.689274 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15215): Terminated: ok {rc=0}\u000a13:46:06.698812 --- ParallelTerminationStrategy: PID 15218 died...\u000a13:46:06.750824 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15218): Terminated: ok {rc=0}\u000a13:46:06.838889 bus /gobi_0: Setting Powered False\u000a13:46:07.940884 bus /gobi_0: Setting Powered False\u000a13:46:09.051246 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 237, "className" : "gprs:nanobts+band-1900+mod-bts0-egprs", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15228): Process ended prematurely: osmo-stp_10.42.42.5(pid=15228) [trial-2375↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15228)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15228): Process ended prematurely: osmo-stp_10.42.42.5(pid=15228) [trial-2375↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15228)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2375 gprs:nanobts+band-1900+mod-bts0-egprs iperf3.py\u000a----------------------------------------------\u000a13:46:10.159526 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:46:10.170968 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a13:46:10.299707 tst iperf3.py: using LAC 28811\u000a13:46:10.416020 tst iperf3.py: using RAC 251\u000a13:46:10.534706 tst iperf3.py: using CellId 28811\u000a13:46:10.650946 tst iperf3.py: using BVCI 28812\u000a13:46:10.673653 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:46:10.684330 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:46:10.694858 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:46:10.705379 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:46:10.715748 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:46:10.726280 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:46:10.736908 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:46:10.747300 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:46:10.757963 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a13:46:11.030182 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a13:46:11.154072 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:46:11.459857 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15220): Launched\u000a13:46:11.714238 run iperf3-srv_10.42.42.10(pid=15221): Launched\u000a13:46:11.894767 tst iperf3.py:8: start network...\u000a13:46:12.018048 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:46:12.492254 run create_hlr_db(pid=15222): Launched\u000a13:46:12.662113 bus /gobi_6: Setting Powered False\u000a13:46:13.683650 run create_hlr_db(pid=15222): Terminated: ok {rc=0}\u000a13:46:14.076788 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15224): Launched\u000a13:46:14.373974 run osmo-hlr_10.42.42.2(pid=15225): Launched\u000a13:46:14.481353 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:46:14.996752 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15227): Launched\u000a13:46:15.293503 run osmo-stp_10.42.42.5(pid=15228): Launched\u000a13:46:15.401365 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:46:15.922451 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15230): Launched\u000a13:46:16.058449 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:46:16.362090 run patchelf(pid=15231): Launched\u000a13:46:16.555658 run osmo-stp_10.42.42.5(pid=15228): ERR: Terminated: ERROR {rc=1} [trial-2375↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15228)]\u000a13:46:16.696552 run osmo-stp_10.42.42.5(pid=15228): stdout: \u000a| (launched: 2022-12-10_13:46:15.147542)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:46:16.839381 run osmo-stp_10.42.42.5(pid=15228): stderr: \u000a| �[0;m�[38;5;43m20221210134615319 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210134615319 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210134615319 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210134615319 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210134615320 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210134615320 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210134615320 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:46:16.976772 run osmo-stp_10.42.42.5(pid=15228): stdout: \u000a| (launched: 2022-12-10_13:46:15.147542)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:46:17.113560 run osmo-stp_10.42.42.5(pid=15228): stderr: \u000a| �[0;m�[38;5;43m20221210134615319 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210134615319 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210134615319 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210134615319 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210134615320 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210134615320 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210134615320 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:46:17.268292 run patchelf(pid=15231): Terminating (SIGINT)\u000a13:46:17.448829 run patchelf(pid=15231): Terminated: ok {rc=0}\u000a13:46:17.482205 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=15228): Process ended prematurely: osmo-stp_10.42.42.5(pid=15228) [trial-2375↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15228)] [trial-2375↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3.py:8]\u000a13:46:17.492352 tst iperf3.py:8: Test FAILED (7.4 sec)\u000a13:46:17.556259 run osmo-hlr_10.42.42.2(pid=15225): ERR: Terminated: ERROR {rc=237} [trial-2375↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15225)]\u000a13:46:17.608150 run osmo-hlr_10.42.42.2(pid=15225): stdout: \u000a| (launched: 2022-12-10_13:46:14.228293) \u000a13:46:17.660502 run osmo-hlr_10.42.42.2(pid=15225): stderr: \u000a| �[0;m�[1;31m20221210134614406 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210134614406 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210134614406 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210134614406 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210134614406 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210134614406 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210134614458 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2375/run.2022-12-10_12-42-03/gprs:nanobts+band-1900+mod-bts0-egprs/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210134614468 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210134614468 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210134614468 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:46:17.704574 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15220): Terminating (SIGTERM)\u000a13:46:17.747132 run iperf3-srv_10.42.42.10(pid=15221): Terminating (SIGTERM)\u000a13:46:17.789335 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15224): Terminating (SIGTERM)\u000a13:46:17.830990 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15227): Terminating (SIGTERM)\u000a13:46:17.873187 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15230): Terminating (SIGTERM)\u000a13:46:17.883388 --- ParallelTerminationStrategy: PID 15220 died...\u000a13:46:17.939335 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15220): Terminated: ok {rc=0}\u000a13:46:17.949845 --- ParallelTerminationStrategy: PID 15221 died...\u000a13:46:18.005797 run iperf3-srv_10.42.42.10(pid=15221): Terminated {rc=256}\u000a13:46:18.015949 --- ParallelTerminationStrategy: PID 15224 died...\u000a13:46:18.072091 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15224): Terminated: ok {rc=0}\u000a13:46:18.082314 --- ParallelTerminationStrategy: PID 15227 died...\u000a13:46:18.138495 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15227): Terminated: ok {rc=0}\u000a13:46:18.148904 --- ParallelTerminationStrategy: PID 15230 died...\u000a13:46:18.205150 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15230): Terminated: ok {rc=0}\u000a13:46:18.291586 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 237, "className" : "gprs:nanobts+band-1900+mod-bts0-egprs", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15246): Process ended prematurely: osmo-stp_10.42.42.5(pid=15246) [trial-2375↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15246)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15246): Process ended prematurely: osmo-stp_10.42.42.5(pid=15246) [trial-2375↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15246)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2375 gprs:nanobts+band-1900+mod-bts0-egprs iperf3m4.py\u000a----------------------------------------------\u000a13:46:19.404902 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:46:19.416562 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a13:46:19.552406 tst iperf3m4.py: using LAC 28812\u000a13:46:19.677351 tst iperf3m4.py: using RAC 252\u000a13:46:19.805086 tst iperf3m4.py: using CellId 28812\u000a13:46:19.930595 tst iperf3m4.py: using BVCI 28813\u000a13:46:19.955269 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:46:19.966504 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:46:19.977526 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:46:19.988840 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:46:20.000260 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:46:20.011857 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:46:20.023691 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:46:20.035498 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:46:20.046975 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a13:46:20.165057 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a13:46:20.284055 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a13:46:20.402493 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a13:46:20.679026 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a13:46:20.802324 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:46:21.109982 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15232): Launched\u000a13:46:21.365048 run iperf3-srv_10.42.42.10(pid=15233): Launched\u000a13:46:21.545618 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a13:46:21.669072 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:46:21.975376 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15234): Launched\u000a13:46:22.230170 run iperf3-srv_10.42.42.10(pid=15235): Launched\u000a13:46:22.411682 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a13:46:22.535291 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:46:22.842912 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15236): Launched\u000a13:46:23.098704 run iperf3-srv_10.42.42.10(pid=15237): Launched\u000a13:46:23.279822 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a13:46:23.403753 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:46:23.710314 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15238): Launched\u000a13:46:23.964641 run iperf3-srv_10.42.42.10(pid=15239): Launched\u000a13:46:24.144899 tst iperf3m4.py:8: start network...\u000a13:46:24.268269 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:46:24.746305 run create_hlr_db(pid=15240): Launched\u000a13:46:24.917190 bus /gobi_6: Setting Powered False\u000a13:46:25.939037 run create_hlr_db(pid=15240): Terminated: ok {rc=0}\u000a13:46:26.361629 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15242): Launched\u000a13:46:26.681182 run osmo-hlr_10.42.42.2(pid=15243): Launched\u000a13:46:26.800585 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:46:27.356861 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15245): Launched\u000a13:46:27.676119 run osmo-stp_10.42.42.5(pid=15246): Launched\u000a13:46:27.792671 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:46:28.348071 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15248): Launched\u000a13:46:28.462201 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:46:28.739524 run patchelf(pid=15249): Launched\u000a13:46:28.926212 run osmo-stp_10.42.42.5(pid=15246): ERR: Terminated: ERROR {rc=1} [trial-2375↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15246)]\u000a13:46:29.063003 run osmo-stp_10.42.42.5(pid=15246): stdout: \u000a| (launched: 2022-12-10_13:46:27.518603)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:46:29.200917 run osmo-stp_10.42.42.5(pid=15246): stderr: \u000a| �[0;m�[38;5;43m20221210134627712 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210134627712 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210134627712 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210134627713 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210134627713 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210134627713 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210134627713 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:46:29.333796 run osmo-stp_10.42.42.5(pid=15246): stdout: \u000a| (launched: 2022-12-10_13:46:27.518603)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:46:29.466043 run osmo-stp_10.42.42.5(pid=15246): stderr: \u000a| �[0;m�[38;5;43m20221210134627712 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210134627712 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210134627712 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210134627713 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210134627713 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210134627713 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210134627713 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:46:29.619199 run patchelf(pid=15249): Terminating (SIGINT)\u000a13:46:29.798738 run patchelf(pid=15249): Terminated: ok {rc=0}\u000a13:46:29.831603 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=15246): Process ended prematurely: osmo-stp_10.42.42.5(pid=15246) [trial-2375↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15246)] [trial-2375↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3m4.py:8]\u000a13:46:29.841658 tst iperf3m4.py:8: Test FAILED (10.5 sec)\u000a13:46:29.905586 run osmo-hlr_10.42.42.2(pid=15243): ERR: Terminated: ERROR {rc=237} [trial-2375↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15243)]\u000a13:46:29.957009 run osmo-hlr_10.42.42.2(pid=15243): stdout: \u000a| (launched: 2022-12-10_13:46:26.523699) \u000a13:46:30.009233 run osmo-hlr_10.42.42.2(pid=15243): stderr: \u000a| �[0;m�[1;31m20221210134626721 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210134626721 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210134626722 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210134626722 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210134626722 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210134626722 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210134626734 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2375/run.2022-12-10_12-42-03/gprs:nanobts+band-1900+mod-bts0-egprs/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210134626742 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210134626742 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210134626742 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:46:30.053910 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15232): Terminating (SIGTERM)\u000a13:46:30.095899 run iperf3-srv_10.42.42.10(pid=15233): Terminating (SIGTERM)\u000a13:46:30.137929 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15234): Terminating (SIGTERM)\u000a13:46:30.179862 run iperf3-srv_10.42.42.10(pid=15235): Terminating (SIGTERM)\u000a13:46:30.221819 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15236): Terminating (SIGTERM)\u000a13:46:30.263592 run iperf3-srv_10.42.42.10(pid=15237): Terminating (SIGTERM)\u000a13:46:30.305414 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15238): Terminating (SIGTERM)\u000a13:46:30.347224 run iperf3-srv_10.42.42.10(pid=15239): Terminating (SIGTERM)\u000a13:46:30.389160 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15242): Terminating (SIGTERM)\u000a13:46:30.431079 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15245): Terminating (SIGTERM)\u000a13:46:30.473657 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15248): Terminating (SIGTERM)\u000a13:46:30.483656 --- ParallelTerminationStrategy: PID 15232 died...\u000a13:46:30.539415 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15232): Terminated: ok {rc=0}\u000a13:46:30.549608 --- ParallelTerminationStrategy: PID 15233 died...\u000a13:46:30.605146 run iperf3-srv_10.42.42.10(pid=15233): Terminated {rc=256}\u000a13:46:30.615123 --- ParallelTerminationStrategy: PID 15234 died...\u000a13:46:30.670622 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15234): Terminated: ok {rc=0}\u000a13:46:30.680931 --- ParallelTerminationStrategy: PID 15235 died...\u000a13:46:30.736405 run iperf3-srv_10.42.42.10(pid=15235): Terminated {rc=256}\u000a13:46:30.746337 --- ParallelTerminationStrategy: PID 15236 died...\u000a13:46:30.801957 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15236): Terminated: ok {rc=0}\u000a13:46:30.811877 --- ParallelTerminationStrategy: PID 15237 died...\u000a13:46:30.888880 run iperf3-srv_10.42.42.10(pid=15237): Terminated {rc=256}\u000a13:46:30.899411 --- ParallelTerminationStrategy: PID 15238 died...\u000a13:46:30.955748 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15238): Terminated: ok {rc=0}\u000a13:46:30.966330 --- ParallelTerminationStrategy: PID 15239 died...\u000a13:46:31.022339 run iperf3-srv_10.42.42.10(pid=15239): Terminated {rc=256}\u000a13:46:31.032683 --- ParallelTerminationStrategy: PID 15242 died...\u000a13:46:31.089140 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15242): Terminated: ok {rc=0}\u000a13:46:31.099601 --- ParallelTerminationStrategy: PID 15245 died...\u000a13:46:31.155977 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15245): Terminated: ok {rc=0}\u000a13:46:31.166727 --- ParallelTerminationStrategy: PID 15248 died...\u000a13:46:31.223388 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15248): Terminated: ok {rc=0}\u000a13:46:31.311758 bus /gobi_4: Setting Powered False\u000a13:46:32.412142 bus /gobi_4: Setting Powered False\u000a13:46:33.523051 bus /gobi_1: Setting Powered False\u000a13:46:34.623928 bus /gobi_1: Setting Powered False\u000a13:46:35.734213 bus /gobi_0: Setting Powered False\u000a13:46:36.834788 bus /gobi_0: Setting Powered False\u000a13:46:37.942954 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 237, "className" : "gprs:nanobts+band-1900+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15256): Process ended prematurely: osmo-stp_10.42.42.5(pid=15256) [trial-2375↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15256)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15256): Process ended prematurely: osmo-stp_10.42.42.5(pid=15256) [trial-2375↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15256)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2375 gprs:nanobts+band-1900+mod-bts0-egprs ping.py\u000a----------------------------------------------\u000a13:46:39.011234 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:46:39.023210 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a13:46:39.156710 tst ping.py: using LAC 28813\u000a13:46:39.279071 tst ping.py: using RAC 253\u000a13:46:39.402049 tst ping.py: using CellId 28813\u000a13:46:39.526131 tst ping.py: using BVCI 28814\u000a13:46:39.549936 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:46:39.561141 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:46:39.572141 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:46:39.583673 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:46:39.594859 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:46:39.606134 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:46:39.617509 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:46:39.628792 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a13:46:39.897788 tst ping.py:19: start network...\u000a13:46:40.018645 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:46:40.484942 run create_hlr_db(pid=15250): Launched\u000a13:46:40.653146 bus /gobi_6: Setting Powered False\u000a13:46:41.674276 run create_hlr_db(pid=15250): Terminated: ok {rc=0}\u000a13:46:42.088750 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15252): Launched\u000a13:46:42.400314 run osmo-hlr_10.42.42.2(pid=15253): Launched\u000a13:46:42.518781 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:46:43.062958 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15255): Launched\u000a13:46:43.375359 run osmo-stp_10.42.42.5(pid=15256): Launched\u000a13:46:43.488813 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:46:44.034071 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15258): Launched\u000a13:46:44.146927 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:46:44.420323 run patchelf(pid=15259): Launched\u000a13:46:44.604430 run osmo-stp_10.42.42.5(pid=15256): ERR: Terminated: ERROR {rc=1} [trial-2375↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15256)]\u000a13:46:44.738589 run osmo-stp_10.42.42.5(pid=15256): stdout: \u000a| (launched: 2022-12-10_13:46:43.222360)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:46:44.872655 run osmo-stp_10.42.42.5(pid=15256): stderr: \u000a| �[0;m�[38;5;43m20221210134643415 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210134643415 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210134643415 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210134643416 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210134643416 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210134643416 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210134643416 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:46:45.002530 run osmo-stp_10.42.42.5(pid=15256): stdout: \u000a| (launched: 2022-12-10_13:46:43.222360)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:46:45.131879 run osmo-stp_10.42.42.5(pid=15256): stderr: \u000a| �[0;m�[38;5;43m20221210134643415 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210134643415 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210134643415 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210134643416 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210134643416 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210134643416 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210134643416 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:46:45.282351 run patchelf(pid=15259): Terminating (SIGINT)\u000a13:46:45.459048 run patchelf(pid=15259): Terminated: ok {rc=0}\u000a13:46:45.490964 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=15256): Process ended prematurely: osmo-stp_10.42.42.5(pid=15256) [trial-2375↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15256)] [trial-2375↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping.py:22]\u000a13:46:45.499970 tst ping.py:22: Test FAILED (6.5 sec)\u000a13:46:45.563260 run osmo-hlr_10.42.42.2(pid=15253): ERR: Terminated: ERROR {rc=237} [trial-2375↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15253)]\u000a13:46:45.614785 run osmo-hlr_10.42.42.2(pid=15253): stdout: \u000a| (launched: 2022-12-10_13:46:42.247741) \u000a13:46:45.666971 run osmo-hlr_10.42.42.2(pid=15253): stderr: \u000a| �[0;m�[1;31m20221210134642445 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210134642446 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210134642446 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210134642446 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210134642446 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210134642446 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210134642458 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2375/run.2022-12-10_12-42-03/gprs:nanobts+band-1900+mod-bts0-egprs/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210134642468 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210134642468 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210134642468 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:46:45.711367 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15252): Terminating (SIGTERM)\u000a13:46:45.752938 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15255): Terminating (SIGTERM)\u000a13:46:45.794822 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15258): Terminating (SIGTERM)\u000a13:46:45.804905 --- ParallelTerminationStrategy: PID 15252 died...\u000a13:46:45.875121 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15252): Terminated: ok {rc=0}\u000a13:46:45.885764 --- ParallelTerminationStrategy: PID 15255 died...\u000a13:46:45.948498 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15255): Terminated: ok {rc=0}\u000a13:46:45.959165 --- ParallelTerminationStrategy: PID 15258 died...\u000a13:46:46.015817 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15258): Terminated: ok {rc=0}\u000a13:46:46.106196 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 237, "className" : "gprs:nanobts+band-1900+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15266): Process ended prematurely: osmo-stp_10.42.42.5(pid=15266) [trial-2375↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15266)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15266): Process ended prematurely: osmo-stp_10.42.42.5(pid=15266) [trial-2375↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15266)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2375 gprs:nanobts+band-1900+mod-bts0-egprs ping_idle_ping.py\u000a----------------------------------------------\u000a13:46:47.158182 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:46:47.170580 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a13:46:47.313118 tst ping_idle_ping.py: using LAC 28814\u000a13:46:47.441360 tst ping_idle_ping.py: using RAC 254\u000a13:46:47.563237 tst ping_idle_ping.py: using CellId 28814\u000a13:46:47.680186 tst ping_idle_ping.py: using BVCI 28815\u000a13:46:47.703011 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:46:47.714080 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:46:47.724880 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:46:47.735815 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:46:47.746821 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:46:47.757737 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:46:47.768607 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:46:47.779324 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a13:46:48.048430 tst ping_idle_ping.py:24: start network...\u000a13:46:48.170549 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:46:48.648678 run create_hlr_db(pid=15260): Launched\u000a13:46:48.819664 bus /gobi_6: Setting Powered False\u000a13:46:49.840276 run create_hlr_db(pid=15260): Terminated: ok {rc=0}\u000a13:46:50.257896 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15262): Launched\u000a13:46:50.572367 run osmo-hlr_10.42.42.2(pid=15263): Launched\u000a13:46:50.690221 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:46:51.236882 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15265): Launched\u000a13:46:51.550530 run osmo-stp_10.42.42.5(pid=15266): Launched\u000a13:46:51.665008 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:46:52.210774 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15268): Launched\u000a13:46:52.322508 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:46:52.594145 run patchelf(pid=15269): Launched\u000a13:46:52.777206 run osmo-stp_10.42.42.5(pid=15266): ERR: Terminated: ERROR {rc=1} [trial-2375↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15266)]\u000a13:46:52.911044 run osmo-stp_10.42.42.5(pid=15266): stdout: \u000a| (launched: 2022-12-10_13:46:51.396239)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:46:53.045060 run osmo-stp_10.42.42.5(pid=15266): stderr: \u000a| �[0;m�[38;5;43m20221210134651587 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210134651587 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210134651588 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210134651588 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210134651588 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210134651589 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210134651589 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:46:53.175394 run osmo-stp_10.42.42.5(pid=15266): stdout: \u000a| (launched: 2022-12-10_13:46:51.396239)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:46:53.304562 run osmo-stp_10.42.42.5(pid=15266): stderr: \u000a| �[0;m�[38;5;43m20221210134651587 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210134651587 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210134651588 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210134651588 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210134651588 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210134651589 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210134651589 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:46:53.454469 run patchelf(pid=15269): Terminating (SIGINT)\u000a13:46:53.631040 run patchelf(pid=15269): Terminated: ok {rc=0}\u000a13:46:53.662987 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=15266): Process ended prematurely: osmo-stp_10.42.42.5(pid=15266) [trial-2375↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15266)] [trial-2375↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping_idle_ping.py:27]\u000a13:46:53.672070 tst ping_idle_ping.py:27: Test FAILED (6.5 sec)\u000a13:46:53.734729 run osmo-hlr_10.42.42.2(pid=15263): ERR: Terminated: ERROR {rc=237} [trial-2375↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15263)]\u000a13:46:53.785853 run osmo-hlr_10.42.42.2(pid=15263): stdout: \u000a| (launched: 2022-12-10_13:46:50.417989) \u000a13:46:53.837378 run osmo-hlr_10.42.42.2(pid=15263): stderr: \u000a| �[0;m�[1;31m20221210134650614 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210134650614 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210134650614 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210134650614 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210134650614 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210134650614 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210134650626 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2375/run.2022-12-10_12-42-03/gprs:nanobts+band-1900+mod-bts0-egprs/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210134650634 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210134650634 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210134650634 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:46:53.881003 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15262): Terminating (SIGTERM)\u000a13:46:53.922377 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15265): Terminating (SIGTERM)\u000a13:46:53.963777 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15268): Terminating (SIGTERM)\u000a13:46:53.973682 --- ParallelTerminationStrategy: PID 15262 died...\u000a13:46:54.028730 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15262): Terminated: ok {rc=0}\u000a13:46:54.038956 --- ParallelTerminationStrategy: PID 15265 died...\u000a13:46:54.094294 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15265): Terminated: ok {rc=0}\u000a13:46:54.104282 --- ParallelTerminationStrategy: PID 15268 died...\u000a13:46:54.159601 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15268): Terminated: ok {rc=0}\u000a13:46:54.244973 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 59.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "142", "name" : "gprs_nanobts+band-1900+mod-bts0-egprs", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T13:45:57" }, { "cases" : [ { "testActions" : [ ], "age" : 237, "className" : "gprs:nanobts+band-1900+mod-bts0-dynts-ipa", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15283): Process ended prematurely: osmo-stp_10.42.42.5(pid=15283) [trial-2375↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15283)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15283): Process ended prematurely: osmo-stp_10.42.42.5(pid=15283) [trial-2375↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15283)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2375 gprs:nanobts+band-1900+mod-bts0-dynts-ipa cs_paging_gprs_active.py\u000a----------------------------------------------\u000a13:46:56.374569 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:46:56.385776 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a13:46:56.537712 tst cs_paging_gprs_active.py: using LAC 28815\u000a13:46:56.666324 tst cs_paging_gprs_active.py: using RAC 255\u000a13:46:56.789527 tst cs_paging_gprs_active.py: using CellId 28815\u000a13:46:56.913215 tst cs_paging_gprs_active.py: using BVCI 28816\u000a13:46:56.937711 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:46:56.948850 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:46:56.959983 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:46:56.971248 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:46:56.982461 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:46:56.993705 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:46:57.005141 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:46:57.016262 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:46:57.027554 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a13:46:57.142276 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a13:46:57.415247 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a13:46:57.539438 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:46:57.847202 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15273): Launched\u000a13:46:58.103144 run iperf3-srv_10.42.42.10(pid=15274): Launched\u000a13:46:58.285024 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a13:46:58.409178 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:46:58.718190 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15275): Launched\u000a13:46:58.974162 run iperf3-srv_10.42.42.10(pid=15276): Launched\u000a13:46:59.154747 tst cs_paging_gprs_active.py:38: start network...\u000a13:46:59.279175 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:46:59.756143 run create_hlr_db(pid=15277): Launched\u000a13:46:59.927461 bus /gobi_6: Setting Powered False\u000a13:47:00.978284 run create_hlr_db(pid=15277): Terminated: ok {rc=0}\u000a13:47:01.426253 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15279): Launched\u000a13:47:01.852175 run osmo-hlr_10.42.42.2(pid=15280): Launched\u000a13:47:02.050584 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:47:02.567549 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15282): Launched\u000a13:47:02.889954 run osmo-stp_10.42.42.5(pid=15283): Launched\u000a13:47:02.998644 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:47:03.518001 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15285): Launched\u000a13:47:03.623998 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:47:03.882904 run patchelf(pid=15286): Launched\u000a13:47:04.057127 run osmo-stp_10.42.42.5(pid=15283): ERR: Terminated: ERROR {rc=1} [trial-2375↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15283)]\u000a13:47:04.184357 run osmo-stp_10.42.42.5(pid=15283): stdout: \u000a| (launched: 2022-12-10_13:47:02.743841)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:47:04.311575 run osmo-stp_10.42.42.5(pid=15283): stderr: \u000a| �[0;m�[38;5;43m20221210134702914 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210134702914 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210134702914 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210134702914 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210134702915 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210134702915 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210134702915 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:47:04.435081 run osmo-stp_10.42.42.5(pid=15283): stdout: \u000a| (launched: 2022-12-10_13:47:02.743841)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:47:04.557187 run osmo-stp_10.42.42.5(pid=15283): stderr: \u000a| �[0;m�[38;5;43m20221210134702914 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210134702914 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210134702914 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210134702914 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210134702915 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210134702915 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210134702915 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:47:04.699745 run patchelf(pid=15286): Terminating (SIGINT)\u000a13:47:04.866441 run patchelf(pid=15286): Terminated: ok {rc=0}\u000a13:47:04.897430 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=15283): Process ended prematurely: osmo-stp_10.42.42.5(pid=15283) [trial-2375↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15283)] [trial-2375↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38]\u000a13:47:04.906738 tst cs_paging_gprs_active.py:38: Test FAILED (8.6 sec)\u000a13:47:04.965840 run osmo-hlr_10.42.42.2(pid=15280): ERR: Terminated: ERROR {rc=237} [trial-2375↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15280)]\u000a13:47:05.014451 run osmo-hlr_10.42.42.2(pid=15280): stdout: \u000a| (launched: 2022-12-10_13:47:01.593593) \u000a13:47:05.063629 run osmo-hlr_10.42.42.2(pid=15280): stderr: \u000a| �[0;m�[1;31m20221210134701797 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210134701797 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210134701797 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210134701797 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210134701797 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210134701797 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210134701811 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2375/run.2022-12-10_12-42-03/gprs:nanobts+band-1900+mod-bts0-dynts-ipa/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210134701835 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210134701835 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210134701835 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:47:05.105571 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15273): Terminating (SIGTERM)\u000a13:47:05.145079 run iperf3-srv_10.42.42.10(pid=15274): Terminating (SIGTERM)\u000a13:47:05.184617 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15275): Terminating (SIGTERM)\u000a13:47:05.223951 run iperf3-srv_10.42.42.10(pid=15276): Terminating (SIGTERM)\u000a13:47:05.263538 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15279): Terminating (SIGTERM)\u000a13:47:05.303014 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15282): Terminating (SIGTERM)\u000a13:47:05.342623 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15285): Terminating (SIGTERM)\u000a13:47:05.352057 --- ParallelTerminationStrategy: PID 15273 died...\u000a13:47:05.404692 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15273): Terminated: ok {rc=0}\u000a13:47:05.414340 --- ParallelTerminationStrategy: PID 15274 died...\u000a13:47:05.466510 run iperf3-srv_10.42.42.10(pid=15274): Terminated {rc=256}\u000a13:47:05.476050 --- ParallelTerminationStrategy: PID 15275 died...\u000a13:47:05.528383 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15275): Terminated: ok {rc=0}\u000a13:47:05.538097 --- ParallelTerminationStrategy: PID 15276 died...\u000a13:47:05.590147 run iperf3-srv_10.42.42.10(pid=15276): Terminated {rc=256}\u000a13:47:05.599740 --- ParallelTerminationStrategy: PID 15279 died...\u000a13:47:05.651989 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15279): Terminated: ok {rc=0}\u000a13:47:05.661905 --- ParallelTerminationStrategy: PID 15282 died...\u000a13:47:05.714686 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15282): Terminated: ok {rc=0}\u000a13:47:05.724053 --- ParallelTerminationStrategy: PID 15285 died...\u000a13:47:05.775799 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15285): Terminated: ok {rc=0}\u000a13:47:05.862818 bus /gobi_0: Setting Powered False\u000a13:47:06.970288 bus /gobi_0: Setting Powered False\u000a13:47:08.076035 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 237, "className" : "gprs:nanobts+band-1900+mod-bts0-dynts-ipa", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15296): Process ended prematurely: osmo-stp_10.42.42.5(pid=15296) [trial-2375↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15296)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15296): Process ended prematurely: osmo-stp_10.42.42.5(pid=15296) [trial-2375↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15296)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2375 gprs:nanobts+band-1900+mod-bts0-dynts-ipa iperf3.py\u000a----------------------------------------------\u000a13:47:09.189580 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:47:09.201642 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a13:47:09.361302 tst iperf3.py: using LAC 28816\u000a13:47:09.479814 tst iperf3.py: using RAC 1\u000a13:47:09.599115 tst iperf3.py: using CellId 28816\u000a13:47:09.714780 tst iperf3.py: using BVCI 28817\u000a13:47:09.737808 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:47:09.748435 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:47:09.759304 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:47:09.769919 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:47:09.780272 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:47:09.790815 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:47:09.801545 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:47:09.811948 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:47:09.822691 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a13:47:10.094440 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a13:47:10.218354 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:47:10.525714 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15288): Launched\u000a13:47:10.781652 run iperf3-srv_10.42.42.10(pid=15289): Launched\u000a13:47:10.962600 tst iperf3.py:8: start network...\u000a13:47:11.086324 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:47:11.561603 run create_hlr_db(pid=15290): Launched\u000a13:47:11.731477 bus /gobi_6: Setting Powered False\u000a13:47:12.754060 run create_hlr_db(pid=15290): Terminated: ok {rc=0}\u000a13:47:13.175293 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15292): Launched\u000a13:47:13.494151 run osmo-hlr_10.42.42.2(pid=15293): Launched\u000a13:47:13.613245 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:47:14.165619 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15295): Launched\u000a13:47:14.484608 run osmo-stp_10.42.42.5(pid=15296): Launched\u000a13:47:14.603192 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:47:15.158808 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15298): Launched\u000a13:47:15.272698 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:47:15.549652 run patchelf(pid=15299): Launched\u000a13:47:15.735807 run osmo-stp_10.42.42.5(pid=15296): ERR: Terminated: ERROR {rc=1} [trial-2375↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15296)]\u000a13:47:15.886374 run osmo-stp_10.42.42.5(pid=15296): stdout: \u000a| (launched: 2022-12-10_13:47:14.327672)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:47:16.018457 run osmo-stp_10.42.42.5(pid=15296): stderr: \u000a| �[0;m�[38;5;43m20221210134714521 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210134714521 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210134714521 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210134714522 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210134714522 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210134714522 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210134714522 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:47:16.146221 run osmo-stp_10.42.42.5(pid=15296): stdout: \u000a| (launched: 2022-12-10_13:47:14.327672)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:47:16.272815 run osmo-stp_10.42.42.5(pid=15296): stderr: \u000a| �[0;m�[38;5;43m20221210134714521 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210134714521 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210134714521 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210134714522 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210134714522 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210134714522 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210134714522 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:47:16.421279 run patchelf(pid=15299): Terminating (SIGINT)\u000a13:47:16.594193 run patchelf(pid=15299): Terminated: ok {rc=0}\u000a13:47:16.626616 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=15296): Process ended prematurely: osmo-stp_10.42.42.5(pid=15296) [trial-2375↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15296)] [trial-2375↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3.py:8]\u000a13:47:16.636134 tst iperf3.py:8: Test FAILED (7.5 sec)\u000a13:47:16.697369 run osmo-hlr_10.42.42.2(pid=15293): ERR: Terminated: ERROR {rc=237} [trial-2375↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15293)]\u000a13:47:16.748517 run osmo-hlr_10.42.42.2(pid=15293): stdout: \u000a| (launched: 2022-12-10_13:47:13.337286) \u000a13:47:16.798925 run osmo-hlr_10.42.42.2(pid=15293): stderr: \u000a| �[0;m�[1;31m20221210134713535 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210134713535 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210134713535 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210134713535 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210134713535 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210134713535 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210134713547 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2375/run.2022-12-10_12-42-03/gprs:nanobts+band-1900+mod-bts0-dynts-ipa/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210134713556 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210134713556 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210134713556 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:47:16.842211 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15288): Terminating (SIGTERM)\u000a13:47:16.883250 run iperf3-srv_10.42.42.10(pid=15289): Terminating (SIGTERM)\u000a13:47:16.924688 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15292): Terminating (SIGTERM)\u000a13:47:16.966241 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15295): Terminating (SIGTERM)\u000a13:47:17.010054 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15298): Terminating (SIGTERM)\u000a13:47:17.020291 --- ParallelTerminationStrategy: PID 15288 died...\u000a13:47:17.076131 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15288): Terminated: ok {rc=0}\u000a13:47:17.086190 --- ParallelTerminationStrategy: PID 15289 died...\u000a13:47:17.140927 run iperf3-srv_10.42.42.10(pid=15289): Terminated {rc=256}\u000a13:47:17.150889 --- ParallelTerminationStrategy: PID 15292 died...\u000a13:47:17.203947 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15292): Terminated: ok {rc=0}\u000a13:47:17.214116 --- ParallelTerminationStrategy: PID 15295 died...\u000a13:47:17.266481 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15295): Terminated: ok {rc=0}\u000a13:47:17.275918 --- ParallelTerminationStrategy: PID 15298 died...\u000a13:47:17.328197 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15298): Terminated: ok {rc=0}\u000a13:47:17.416264 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 237, "className" : "gprs:nanobts+band-1900+mod-bts0-dynts-ipa", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15314): Process ended prematurely: osmo-stp_10.42.42.5(pid=15314) [trial-2375↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15314)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15314): Process ended prematurely: osmo-stp_10.42.42.5(pid=15314) [trial-2375↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15314)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2375 gprs:nanobts+band-1900+mod-bts0-dynts-ipa iperf3m4.py\u000a----------------------------------------------\u000a13:47:18.525287 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:47:18.536719 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a13:47:18.681355 tst iperf3m4.py: using LAC 28817\u000a13:47:18.805453 tst iperf3m4.py: using RAC 2\u000a13:47:18.921047 tst iperf3m4.py: using CellId 28817\u000a13:47:19.042967 tst iperf3m4.py: using BVCI 28818\u000a13:47:19.065865 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:47:19.076569 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:47:19.087184 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:47:19.097798 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:47:19.108812 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:47:19.119594 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:47:19.130299 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:47:19.140680 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:47:19.151345 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a13:47:19.269911 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a13:47:19.387557 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a13:47:19.503097 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a13:47:19.777074 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a13:47:19.900676 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:47:20.207148 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15300): Launched\u000a13:47:20.461805 run iperf3-srv_10.42.42.10(pid=15301): Launched\u000a13:47:20.641823 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a13:47:20.765430 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:47:21.071465 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15302): Launched\u000a13:47:21.326477 run iperf3-srv_10.42.42.10(pid=15303): Launched\u000a13:47:21.506714 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a13:47:21.630069 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:47:21.937389 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15304): Launched\u000a13:47:22.192294 run iperf3-srv_10.42.42.10(pid=15305): Launched\u000a13:47:22.372441 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a13:47:22.495373 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:47:22.802097 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15306): Launched\u000a13:47:23.056346 run iperf3-srv_10.42.42.10(pid=15307): Launched\u000a13:47:23.236309 tst iperf3m4.py:8: start network...\u000a13:47:23.359411 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:47:23.833966 run create_hlr_db(pid=15308): Launched\u000a13:47:24.004113 bus /gobi_6: Setting Powered False\u000a13:47:25.026720 run create_hlr_db(pid=15308): Terminated: ok {rc=0}\u000a13:47:25.449160 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15310): Launched\u000a13:47:25.767115 run osmo-hlr_10.42.42.2(pid=15311): Launched\u000a13:47:25.887107 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:47:26.441145 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15313): Launched\u000a13:47:26.758217 run osmo-stp_10.42.42.5(pid=15314): Launched\u000a13:47:26.872920 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:47:27.427300 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15316): Launched\u000a13:47:27.541757 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:47:27.819098 run patchelf(pid=15317): Launched\u000a13:47:28.004864 run osmo-stp_10.42.42.5(pid=15314): ERR: Terminated: ERROR {rc=1} [trial-2375↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15314)]\u000a13:47:28.141247 run osmo-stp_10.42.42.5(pid=15314): stdout: \u000a| (launched: 2022-12-10_13:47:26.602610)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:47:28.278259 run osmo-stp_10.42.42.5(pid=15314): stderr: \u000a| �[0;m�[38;5;43m20221210134726795 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210134726795 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210134726795 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210134726796 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210134726796 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210134726796 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210134726796 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:47:28.410217 run osmo-stp_10.42.42.5(pid=15314): stdout: \u000a| (launched: 2022-12-10_13:47:26.602610)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:47:28.541360 run osmo-stp_10.42.42.5(pid=15314): stderr: \u000a| �[0;m�[38;5;43m20221210134726795 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210134726795 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210134726795 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210134726796 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210134726796 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210134726796 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210134726796 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:47:28.693185 run patchelf(pid=15317): Terminating (SIGINT)\u000a13:47:28.871992 run patchelf(pid=15317): Terminated: ok {rc=0}\u000a13:47:28.904897 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=15314): Process ended prematurely: osmo-stp_10.42.42.5(pid=15314) [trial-2375↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15314)] [trial-2375↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3m4.py:8]\u000a13:47:28.914828 tst iperf3m4.py:8: Test FAILED (10.4 sec)\u000a13:47:28.978590 run osmo-hlr_10.42.42.2(pid=15311): ERR: Terminated: ERROR {rc=237} [trial-2375↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15311)]\u000a13:47:29.029666 run osmo-hlr_10.42.42.2(pid=15311): stdout: \u000a| (launched: 2022-12-10_13:47:25.610955) \u000a13:47:29.081339 run osmo-hlr_10.42.42.2(pid=15311): stderr: \u000a| �[0;m�[1;31m20221210134725808 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210134725809 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210134725809 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210134725809 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210134725809 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210134725809 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210134725822 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2375/run.2022-12-10_12-42-03/gprs:nanobts+band-1900+mod-bts0-dynts-ipa/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210134725830 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210134725830 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210134725830 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:47:29.125138 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15300): Terminating (SIGTERM)\u000a13:47:29.167290 run iperf3-srv_10.42.42.10(pid=15301): Terminating (SIGTERM)\u000a13:47:29.208671 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15302): Terminating (SIGTERM)\u000a13:47:29.250385 run iperf3-srv_10.42.42.10(pid=15303): Terminating (SIGTERM)\u000a13:47:29.292092 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15304): Terminating (SIGTERM)\u000a13:47:29.333574 run iperf3-srv_10.42.42.10(pid=15305): Terminating (SIGTERM)\u000a13:47:29.375694 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15306): Terminating (SIGTERM)\u000a13:47:29.417165 run iperf3-srv_10.42.42.10(pid=15307): Terminating (SIGTERM)\u000a13:47:29.458674 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15310): Terminating (SIGTERM)\u000a13:47:29.499943 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15313): Terminating (SIGTERM)\u000a13:47:29.541427 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15316): Terminating (SIGTERM)\u000a13:47:29.551309 --- ParallelTerminationStrategy: PID 15300 died...\u000a13:47:29.606890 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15300): Terminated: ok {rc=0}\u000a13:47:29.616933 --- ParallelTerminationStrategy: PID 15301 died...\u000a13:47:29.672166 run iperf3-srv_10.42.42.10(pid=15301): Terminated {rc=256}\u000a13:47:29.682237 --- ParallelTerminationStrategy: PID 15302 died...\u000a13:47:29.737576 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15302): Terminated: ok {rc=0}\u000a13:47:29.747706 --- ParallelTerminationStrategy: PID 15303 died...\u000a13:47:29.802645 run iperf3-srv_10.42.42.10(pid=15303): Terminated {rc=256}\u000a13:47:29.812729 --- ParallelTerminationStrategy: PID 15304 died...\u000a13:47:29.868381 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15304): Terminated: ok {rc=0}\u000a13:47:29.878757 --- ParallelTerminationStrategy: PID 15305 died...\u000a13:47:29.933438 run iperf3-srv_10.42.42.10(pid=15305): Terminated {rc=256}\u000a13:47:29.943741 --- ParallelTerminationStrategy: PID 15306 died...\u000a13:47:29.999406 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15306): Terminated: ok {rc=0}\u000a13:47:30.009559 --- ParallelTerminationStrategy: PID 15307 died...\u000a13:47:30.064814 run iperf3-srv_10.42.42.10(pid=15307): Terminated {rc=256}\u000a13:47:30.074825 --- ParallelTerminationStrategy: PID 15310 died...\u000a13:47:30.130330 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15310): Terminated: ok {rc=0}\u000a13:47:30.140460 --- ParallelTerminationStrategy: PID 15313 died...\u000a13:47:30.195765 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15313): Terminated: ok {rc=0}\u000a13:47:30.206022 --- ParallelTerminationStrategy: PID 15316 died...\u000a13:47:30.261367 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15316): Terminated: ok {rc=0}\u000a13:47:30.347997 bus /gobi_4: Setting Powered False\u000a13:47:31.452279 bus /gobi_4: Setting Powered False\u000a13:47:32.562606 bus /gobi_1: Setting Powered False\u000a13:47:33.664370 bus /gobi_1: Setting Powered False\u000a13:47:34.772613 bus /gobi_0: Setting Powered False\u000a13:47:35.879161 bus /gobi_0: Setting Powered False\u000a13:47:36.987302 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 237, "className" : "gprs:nanobts+band-1900+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15325): Process ended prematurely: osmo-stp_10.42.42.5(pid=15325) [trial-2375↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15325)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15325): Process ended prematurely: osmo-stp_10.42.42.5(pid=15325) [trial-2375↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15325)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2375 gprs:nanobts+band-1900+mod-bts0-dynts-ipa ping.py\u000a----------------------------------------------\u000a13:47:38.055522 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:47:38.067504 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a13:47:38.221751 tst ping.py: using LAC 28818\u000a13:47:38.347063 tst ping.py: using RAC 3\u000a13:47:38.470131 tst ping.py: using CellId 28818\u000a13:47:38.599471 tst ping.py: using BVCI 28819\u000a13:47:38.623471 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:47:38.634835 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:47:38.646125 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:47:38.657472 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:47:38.668730 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:47:38.680068 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:47:38.691652 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:47:38.702994 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a13:47:38.988045 tst ping.py:19: start network...\u000a13:47:39.117834 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:47:39.609030 run create_hlr_db(pid=15319): Launched\u000a13:47:39.790240 bus /gobi_6: Setting Powered False\u000a13:47:40.810651 run create_hlr_db(pid=15319): Terminated: ok {rc=0}\u000a13:47:41.204517 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15321): Launched\u000a13:47:41.495966 run osmo-hlr_10.42.42.2(pid=15322): Launched\u000a13:47:41.603291 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:47:42.115766 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15324): Launched\u000a13:47:42.407048 run osmo-stp_10.42.42.5(pid=15325): Launched\u000a13:47:42.513199 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:47:43.021736 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15327): Launched\u000a13:47:43.125068 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:47:43.379084 run patchelf(pid=15328): Launched\u000a13:47:43.549645 run osmo-stp_10.42.42.5(pid=15325): ERR: Terminated: ERROR {rc=1} [trial-2375↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15325)]\u000a13:47:43.673790 run osmo-stp_10.42.42.5(pid=15325): stdout: \u000a| (launched: 2022-12-10_13:47:42.264299)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:47:43.798476 run osmo-stp_10.42.42.5(pid=15325): stderr: \u000a| �[0;m�[38;5;43m20221210134742436 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210134742436 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210134742436 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210134742436 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210134742437 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210134742437 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210134742437 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:47:43.918744 run osmo-stp_10.42.42.5(pid=15325): stdout: \u000a| (launched: 2022-12-10_13:47:42.264299)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:47:44.038153 run osmo-stp_10.42.42.5(pid=15325): stderr: \u000a| �[0;m�[38;5;43m20221210134742436 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210134742436 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210134742436 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210134742436 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210134742437 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210134742437 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210134742437 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:47:44.177273 run patchelf(pid=15328): Terminating (SIGINT)\u000a13:47:44.341536 run patchelf(pid=15328): Terminated: ok {rc=0}\u000a13:47:44.371346 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=15325): Process ended prematurely: osmo-stp_10.42.42.5(pid=15325) [trial-2375↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15325)] [trial-2375↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping.py:22]\u000a13:47:44.379758 tst ping.py:22: Test FAILED (6.3 sec)\u000a13:47:44.438162 run osmo-hlr_10.42.42.2(pid=15322): ERR: Terminated: ERROR {rc=237} [trial-2375↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15322)]\u000a13:47:44.485800 run osmo-hlr_10.42.42.2(pid=15322): stdout: \u000a| (launched: 2022-12-10_13:47:41.353166) \u000a13:47:44.534359 run osmo-hlr_10.42.42.2(pid=15322): stderr: \u000a| �[0;m�[1;31m20221210134741529 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210134741529 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210134741529 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210134741529 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210134741529 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210134741529 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210134741544 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2375/run.2022-12-10_12-42-03/gprs:nanobts+band-1900+mod-bts0-dynts-ipa/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210134741554 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210134741554 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210134741554 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:47:44.575154 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15321): Terminating (SIGTERM)\u000a13:47:44.613622 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15324): Terminating (SIGTERM)\u000a13:47:44.651986 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15327): Terminating (SIGTERM)\u000a13:47:44.661029 --- ParallelTerminationStrategy: PID 15321 died...\u000a13:47:44.712528 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15321): Terminated: ok {rc=0}\u000a13:47:44.721940 --- ParallelTerminationStrategy: PID 15324 died...\u000a13:47:44.773579 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15324): Terminated: ok {rc=0}\u000a13:47:44.782906 --- ParallelTerminationStrategy: PID 15327 died...\u000a13:47:44.834333 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15327): Terminated: ok {rc=0}\u000a13:47:44.920922 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 237, "className" : "gprs:nanobts+band-1900+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15335): Process ended prematurely: osmo-stp_10.42.42.5(pid=15335) [trial-2375↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15335)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15335): Process ended prematurely: osmo-stp_10.42.42.5(pid=15335) [trial-2375↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15335)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2375 gprs:nanobts+band-1900+mod-bts0-dynts-ipa ping_idle_ping.py\u000a----------------------------------------------\u000a13:47:45.981809 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:47:45.997896 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a13:47:46.169977 tst ping_idle_ping.py: using LAC 28819\u000a13:47:46.298338 tst ping_idle_ping.py: using RAC 4\u000a13:47:46.447688 tst ping_idle_ping.py: using CellId 28819\u000a13:47:46.565639 tst ping_idle_ping.py: using BVCI 28820\u000a13:47:46.589060 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:47:46.600677 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:47:46.612358 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:47:46.624859 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:47:46.637116 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:47:46.648805 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:47:46.661111 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:47:46.673705 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a13:47:46.946786 tst ping_idle_ping.py:24: start network...\u000a13:47:47.071630 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:47:47.547238 run create_hlr_db(pid=15329): Launched\u000a13:47:47.728864 bus /gobi_6: Setting Powered False\u000a13:47:48.748842 run create_hlr_db(pid=15329): Terminated: ok {rc=0}\u000a13:47:49.141679 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15331): Launched\u000a13:47:49.436065 run osmo-hlr_10.42.42.2(pid=15332): Launched\u000a13:47:49.543900 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:47:50.050800 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15334): Launched\u000a13:47:50.341857 run osmo-stp_10.42.42.5(pid=15335): Launched\u000a13:47:50.449463 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:47:50.956352 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15337): Launched\u000a13:47:51.060371 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:47:51.314711 run patchelf(pid=15338): Launched\u000a13:47:51.485966 run osmo-stp_10.42.42.5(pid=15335): ERR: Terminated: ERROR {rc=1} [trial-2375↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15335)]\u000a13:47:51.610534 run osmo-stp_10.42.42.5(pid=15335): stdout: \u000a| (launched: 2022-12-10_13:47:50.199001)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:47:51.735133 run osmo-stp_10.42.42.5(pid=15335): stderr: \u000a| �[0;m�[38;5;43m20221210134750367 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210134750367 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210134750368 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210134750368 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210134750370 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210134750370 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210134750370 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:47:51.855861 run osmo-stp_10.42.42.5(pid=15335): stdout: \u000a| (launched: 2022-12-10_13:47:50.199001)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:47:51.975396 run osmo-stp_10.42.42.5(pid=15335): stderr: \u000a| �[0;m�[38;5;43m20221210134750367 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210134750367 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210134750368 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210134750368 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210134750370 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210134750370 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210134750370 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:47:52.115046 run patchelf(pid=15338): Terminating (SIGINT)\u000a13:47:52.279715 run patchelf(pid=15338): Terminated: ok {rc=0}\u000a13:47:52.309677 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=15335): Process ended prematurely: osmo-stp_10.42.42.5(pid=15335) [trial-2375↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15335)] [trial-2375↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27]\u000a13:47:52.318109 tst ping_idle_ping.py:27: Test FAILED (6.3 sec)\u000a13:47:52.376260 run osmo-hlr_10.42.42.2(pid=15332): ERR: Terminated: ERROR {rc=237} [trial-2375↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15332)]\u000a13:47:52.423996 run osmo-hlr_10.42.42.2(pid=15332): stdout: \u000a| (launched: 2022-12-10_13:47:49.289966) \u000a13:47:52.472426 run osmo-hlr_10.42.42.2(pid=15332): stderr: \u000a| �[0;m�[1;31m20221210134749465 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210134749465 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210134749466 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210134749466 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210134749466 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210134749466 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210134749478 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2375/run.2022-12-10_12-42-03/gprs:nanobts+band-1900+mod-bts0-dynts-ipa/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210134749486 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210134749487 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210134749487 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:47:52.513752 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15331): Terminating (SIGTERM)\u000a13:47:52.552364 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15334): Terminating (SIGTERM)\u000a13:47:52.591092 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15337): Terminating (SIGTERM)\u000a13:47:52.600104 --- ParallelTerminationStrategy: PID 15331 died...\u000a13:47:52.651849 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15331): Terminated: ok {rc=0}\u000a13:47:52.661308 --- ParallelTerminationStrategy: PID 15334 died...\u000a13:47:52.712863 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15334): Terminated: ok {rc=0}\u000a13:47:52.722234 --- ParallelTerminationStrategy: PID 15337 died...\u000a13:47:52.773647 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15337): Terminated: ok {rc=0}\u000a13:47:52.859743 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 59.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "143", "name" : "gprs_nanobts+band-1900+mod-bts0-dynts-ipa", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T13:46:56" }, { "cases" : [ { "testActions" : [ ], "age" : 237, "className" : "dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15349): Process ended prematurely: osmo-stp_10.42.42.5(pid=15349) [trial-2375↪dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15349)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15349): Process ended prematurely: osmo-stp_10.42.42.5(pid=15349) [trial-2375↪dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15349)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2375 dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any switch_tch_pdch.py\u000a----------------------------------------------\u000a13:47:54.857802 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a13:47:54.869465 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a13:47:55.013391 tst switch_tch_pdch.py: using LAC 28820\u000a13:47:55.135800 tst switch_tch_pdch.py: using RAC 5\u000a13:47:55.259236 tst switch_tch_pdch.py: using CellId 28820\u000a13:47:55.383269 tst switch_tch_pdch.py: using BVCI 28821\u000a13:47:55.407352 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a13:47:55.419287 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a13:47:55.430942 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a13:47:55.442829 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a13:47:55.454612 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a13:47:55.466536 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a13:47:55.478520 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a13:47:55.490280 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a13:47:55.608241 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a13:47:55.878710 tst switch_tch_pdch.py:51: start network...\u000a13:47:55.999665 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:47:56.468270 run create_hlr_db(pid=15343): Launched\u000a13:47:56.637220 bus /gobi_6: Setting Powered False\u000a13:47:57.657911 run create_hlr_db(pid=15343): Terminated: ok {rc=0}\u000a13:47:58.070675 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15345): Launched\u000a13:47:58.383315 run osmo-hlr_10.42.42.2(pid=15346): Launched\u000a13:47:58.501190 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:47:59.039964 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15348): Launched\u000a13:47:59.332685 run osmo-stp_10.42.42.5(pid=15349): Launched\u000a13:47:59.440318 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:47:59.947866 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15351): Launched\u000a13:48:00.051239 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:48:00.305328 run patchelf(pid=15352): Launched\u000a13:48:00.476402 run osmo-stp_10.42.42.5(pid=15349): ERR: Terminated: ERROR {rc=1} [trial-2375↪dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15349)]\u000a13:48:00.601224 run osmo-stp_10.42.42.5(pid=15349): stdout: \u000a| (launched: 2022-12-10_13:47:59.189100)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:48:00.726685 run osmo-stp_10.42.42.5(pid=15349): stderr: \u000a| �[0;m�[38;5;43m20221210134759359 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210134759359 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210134759359 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210134759360 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210134759360 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210134759360 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210134759360 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:48:00.859395 run osmo-stp_10.42.42.5(pid=15349): stdout: \u000a| (launched: 2022-12-10_13:47:59.189100)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:48:00.982487 run osmo-stp_10.42.42.5(pid=15349): stderr: \u000a| �[0;m�[38;5;43m20221210134759359 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210134759359 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210134759359 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210134759360 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210134759360 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210134759360 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210134759360 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:48:01.125923 run patchelf(pid=15352): Terminating (SIGINT)\u000a13:48:01.294175 run patchelf(pid=15352): Terminated: ok {rc=0}\u000a13:48:01.325212 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=15349): Process ended prematurely: osmo-stp_10.42.42.5(pid=15349) [trial-2375↪dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15349)] [trial-2375↪dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54]\u000a13:48:01.334801 tst switch_tch_pdch.py:54: Test FAILED (6.5 sec)\u000a13:48:01.394672 run osmo-hlr_10.42.42.2(pid=15346): ERR: Terminated: ERROR {rc=237} [trial-2375↪dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15346)]\u000a13:48:01.443758 run osmo-hlr_10.42.42.2(pid=15346): stdout: \u000a| (launched: 2022-12-10_13:47:58.229481) \u000a13:48:01.493403 run osmo-hlr_10.42.42.2(pid=15346): stderr: \u000a| �[0;m�[1;31m20221210134758426 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210134758426 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210134758426 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210134758426 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210134758426 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210134758426 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210134758439 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2375/run.2022-12-10_12-42-03/dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210134758448 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210134758448 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210134758448 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:48:01.535979 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15345): Terminating (SIGTERM)\u000a13:48:01.577201 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15348): Terminating (SIGTERM)\u000a13:48:01.619190 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15351): Terminating (SIGTERM)\u000a13:48:01.628410 --- ParallelTerminationStrategy: PID 15345 died...\u000a13:48:01.683050 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15345): Terminated: ok {rc=0}\u000a13:48:01.692870 --- ParallelTerminationStrategy: PID 15348 died...\u000a13:48:01.745627 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15348): Terminated: ok {rc=0}\u000a13:48:01.755410 --- ParallelTerminationStrategy: PID 15351 died...\u000a13:48:01.808180 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15351): Terminated: ok {rc=0}\u000a13:48:01.893478 bus /gobi_0: Setting Powered False\u000a13:48:02.997369 bus /gobi_0: Setting Powered False\u000a13:48:04.108388 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "144", "name" : "dynts_nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T13:47:54" }, { "cases" : [ { "testActions" : [ ], "age" : 45, "className" : "sms:nanobts+band-900", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15362): Process ended prematurely: osmo-stp_10.42.42.5(pid=15362) [trial-2375↪sms:nanobts+band-900↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15362)]", "failedSince" : 2331, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/sms/mo_mt_sms.py\", line 16, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15362): Process ended prematurely: osmo-stp_10.42.42.5(pid=15362) [trial-2375↪sms:nanobts+band-900↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15362)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2375 sms:nanobts+band-900 mo_mt_sms.py\u000a----------------------------------------------\u000a13:48:06.031184 tst sms:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a13:48:06.041640 tst sms:nanobts+band-900: Using 1 x bts (candidates: 1)\u000a13:48:06.177824 tst mo_mt_sms.py: using LAC 28821\u000a13:48:06.303228 tst mo_mt_sms.py: using RAC 6\u000a13:48:06.425089 tst mo_mt_sms.py: using CellId 28821\u000a13:48:06.546845 tst mo_mt_sms.py: using BVCI 28822\u000a13:48:06.570648 tst sms:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a13:48:06.581749 tst sms:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a13:48:06.592424 tst sms:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a13:48:06.603340 tst sms:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a13:48:06.614298 tst sms:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a13:48:06.625194 tst sms:nanobts+band-900: Using 1 x modem (candidates: 2)\u000a13:48:06.742268 tst sms:nanobts+band-900: Using 1 x modem (candidates: 2)\u000a13:48:06.938050 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:48:07.405854 run create_hlr_db(pid=15356): Launched\u000a13:48:07.574480 bus /gobi_6: Setting Powered False\u000a13:48:08.594348 run create_hlr_db(pid=15356): Terminated: ok {rc=0}\u000a13:48:08.982091 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15358): Launched\u000a13:48:09.273335 run osmo-hlr_10.42.42.2(pid=15359): Launched\u000a13:48:09.380130 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:48:09.883445 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15361): Launched\u000a13:48:10.173610 run osmo-stp_10.42.42.5(pid=15362): Launched\u000a13:48:10.279373 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a13:48:10.810833 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15364): Launched\u000a13:48:11.103504 run osmo-msc_10.42.42.6(pid=15365): Launched\u000a13:48:11.277218 run osmo-stp_10.42.42.5(pid=15362): ERR: Terminated: ERROR {rc=1} [trial-2375↪sms:nanobts+band-900↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15362)]\u000a13:48:11.400925 run osmo-stp_10.42.42.5(pid=15362): stdout: \u000a| (launched: 2022-12-10_13:48:10.031506)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:48:11.522703 run osmo-stp_10.42.42.5(pid=15362): stderr: \u000a| �[0;m�[38;5;43m20221210134810201 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210134810202 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210134810202 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210134810202 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210134810203 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210134810203 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210134810203 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:48:11.639646 run osmo-stp_10.42.42.5(pid=15362): stdout: \u000a| (launched: 2022-12-10_13:48:10.031506)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:48:11.755461 run osmo-stp_10.42.42.5(pid=15362): stderr: \u000a| �[0;m�[38;5;43m20221210134810201 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210134810202 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210134810202 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210134810202 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210134810203 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210134810203 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210134810203 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:48:11.806276 tst mo_mt_sms.py:16: ERR: Error: osmo-stp_10.42.42.5(pid=15362): Process ended prematurely: osmo-stp_10.42.42.5(pid=15362) [trial-2375↪sms:nanobts+band-900↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15362)] [trial-2375↪sms:nanobts+band-900↪mo_mt_sms.py:16]\u000a13:48:11.813834 tst mo_mt_sms.py:16: Test FAILED (5.8 sec)\u000a13:48:11.872588 run osmo-hlr_10.42.42.2(pid=15359): ERR: Terminated: ERROR {rc=237} [trial-2375↪sms:nanobts+band-900↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15359)]\u000a13:48:11.920922 run osmo-hlr_10.42.42.2(pid=15359): stdout: \u000a| (launched: 2022-12-10_13:48:09.130166) \u000a13:48:11.970173 run osmo-hlr_10.42.42.2(pid=15359): stderr: \u000a| �[0;m�[1;31m20221210134809303 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210134809303 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210134809303 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210134809303 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210134809303 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210134809303 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210134809315 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2375/run.2022-12-10_12-42-03/sms:nanobts+band-900/mo_mt_sms.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210134809324 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210134809324 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210134809324 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:48:12.036523 run osmo-msc_10.42.42.6(pid=15365): ERR: Terminated: ERROR {rc=2} [trial-2375↪sms:nanobts+band-900↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=15365)]\u000a13:48:12.084539 run osmo-msc_10.42.42.6(pid=15365): stdout: \u000a| (launched: 2022-12-10_13:48:10.959568) \u000a13:48:12.133381 run osmo-msc_10.42.42.6(pid=15365): stderr: \u000a| �[0;m�[38;5;43m20221210134811230 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210134811231 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f59bde2ec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210134811231 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210134811231 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210134811231 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210134811231 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210134811233 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210134811233 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210134811234 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210134811234 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a13:48:12.174605 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15358): Terminating (SIGTERM)\u000a13:48:12.213497 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15361): Terminating (SIGTERM)\u000a13:48:12.252405 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15364): Terminating (SIGTERM)\u000a13:48:12.261531 --- ParallelTerminationStrategy: PID 15358 died...\u000a13:48:12.313560 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15358): Terminated: ok {rc=0}\u000a13:48:12.323003 --- ParallelTerminationStrategy: PID 15361 died...\u000a13:48:12.374967 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15361): Terminated: ok {rc=0}\u000a13:48:12.384324 --- ParallelTerminationStrategy: PID 15364 died...\u000a13:48:12.436323 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15364): Terminated: ok {rc=0}\u000a13:48:12.518682 bus /sierra_3: Setting Powered False\u000a13:48:13.625077 bus /sierra_3: Setting Powered False\u000a13:48:14.730461 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 11.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "145", "name" : "sms_nanobts+band-900", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T13:48:05" }, { "cases" : [ { "testActions" : [ ], "age" : 204, "className" : "nitb_ussd:nanobts+band-900", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=15371): Process ended prematurely: osmo-nitb_10.42.42.2(pid=15371) [trial-2375↪nitb_ussd:nanobts+band-900↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=15371)]", "failedSince" : 2172, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_ussd/assert_extension.py\", line 12, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=15371): Process ended prematurely: osmo-nitb_10.42.42.2(pid=15371) [trial-2375↪nitb_ussd:nanobts+band-900↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=15371)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2375 nitb_ussd:nanobts+band-900 assert_extension.py\u000a----------------------------------------------\u000a13:48:16.637580 tst nitb_ussd:nanobts+band-900: Using 1 x ip_address (candidates: 1)\u000a13:48:16.653207 tst nitb_ussd:nanobts+band-900: Using 1 x bts (candidates: 1)\u000a13:48:16.823797 tst assert_extension.py: using LAC 28822\u000a13:48:16.958563 tst assert_extension.py: using RAC 7\u000a13:48:17.122492 tst assert_extension.py: using CellId 28822\u000a13:48:17.274168 tst assert_extension.py: using BVCI 28823\u000a13:48:17.299521 tst nitb_ussd:nanobts+band-900: Using 1 x modem (candidates: 1)\u000a13:48:17.588887 tst assert_extension.py:10: start nitb and bts...\u000a13:48:17.718933 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a13:48:18.361410 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=15370): Launched\u000a13:48:18.669061 run osmo-nitb_10.42.42.2(pid=15371): Launched\u000a13:48:18.861057 run osmo-nitb_10.42.42.2(pid=15371): ERR: Terminated: ERROR {rc=2} [trial-2375↪nitb_ussd:nanobts+band-900↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=15371)]\u000a13:48:19.002710 run osmo-nitb_10.42.42.2(pid=15371): stdout: \u000a| (launched: 2022-12-10_13:48:18.519599) \u000a13:48:19.144083 run osmo-nitb_10.42.42.2(pid=15371): stderr: \u000a| (launched: 2022-12-10_13:48:18.566192)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a13:48:19.282151 run osmo-nitb_10.42.42.2(pid=15371): stdout: \u000a| (launched: 2022-12-10_13:48:18.519599) \u000a13:48:19.417880 run osmo-nitb_10.42.42.2(pid=15371): stderr: \u000a| (launched: 2022-12-10_13:48:18.566192)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a13:48:19.795430 tst osmo-nitb_10.42.42.2(pid=15371): stdout: \u000a| (launched: 2022-12-10_13:48:18.519599) \u000a13:48:19.919541 tst osmo-nitb_10.42.42.2(pid=15371): stderr: \u000a| (launched: 2022-12-10_13:48:18.566192)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a13:48:19.974155 tst assert_extension.py:12: ERR: Error: osmo-nitb_10.42.42.2(pid=15371): Process ended prematurely: osmo-nitb_10.42.42.2(pid=15371) [trial-2375↪nitb_ussd:nanobts+band-900↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=15371)] [trial-2375↪nitb_ussd:nanobts+band-900↪assert_extension.py:12]\u000a13:48:19.982876 tst assert_extension.py:12: Test FAILED (3.3 sec)\u000a13:48:20.019665 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=15370): Terminating (SIGTERM)\u000a13:48:20.197509 --- ParallelTerminationStrategy: PID 15370 died...\u000a13:48:20.254947 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=15370): Terminated: ok {rc=0}\u000a13:48:20.339899 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 6.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "146", "name" : "nitb_ussd_nanobts+band-900", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T13:48:16" }, { "cases" : [ { "testActions" : [ ], "age" : 45, "className" : "ussd:nanobts+band-900", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15383): Process ended prematurely: osmo-stp_10.42.42.5(pid=15383) [trial-2375↪ussd:nanobts+band-900↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15383)]", "failedSince" : 2331, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/ussd/assert_extension.py\", line 17, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15383): Process ended prematurely: osmo-stp_10.42.42.5(pid=15383) [trial-2375↪ussd:nanobts+band-900↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15383)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2375 ussd:nanobts+band-900 assert_extension.py\u000a----------------------------------------------\u000a13:48:22.164214 tst ussd:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a13:48:22.174778 tst ussd:nanobts+band-900: Using 1 x bts (candidates: 1)\u000a13:48:22.304561 tst assert_extension.py: using LAC 28823\u000a13:48:22.418260 tst assert_extension.py: using RAC 8\u000a13:48:22.540155 tst assert_extension.py: using CellId 28823\u000a13:48:22.656845 tst assert_extension.py: using BVCI 28824\u000a13:48:22.678997 tst ussd:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a13:48:22.689464 tst ussd:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a13:48:22.699760 tst ussd:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a13:48:22.710055 tst ussd:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a13:48:22.720276 tst ussd:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a13:48:22.730525 tst ussd:nanobts+band-900: Using 1 x modem (candidates: 1)\u000a13:48:22.933244 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:48:23.423895 run create_hlr_db(pid=15377): Launched\u000a13:48:23.604919 bus /sierra_2: Setting Powered False\u000a13:48:24.625027 run create_hlr_db(pid=15377): Terminated: ok {rc=0}\u000a13:48:25.015948 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15379): Launched\u000a13:48:25.308203 run osmo-hlr_10.42.42.2(pid=15380): Launched\u000a13:48:25.415460 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:48:25.923917 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15382): Launched\u000a13:48:26.215619 run osmo-stp_10.42.42.5(pid=15383): Launched\u000a13:48:26.322691 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a13:48:26.854596 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15385): Launched\u000a13:48:27.145264 run osmo-msc_10.42.42.6(pid=15386): Launched\u000a13:48:27.318378 run osmo-stp_10.42.42.5(pid=15383): ERR: Terminated: ERROR {rc=1} [trial-2375↪ussd:nanobts+band-900↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15383)]\u000a13:48:27.443129 run osmo-stp_10.42.42.5(pid=15383): stdout: \u000a| (launched: 2022-12-10_13:48:26.071789)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:48:27.564608 run osmo-stp_10.42.42.5(pid=15383): stderr: \u000a| �[0;m�[38;5;43m20221210134826240 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210134826241 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210134826241 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210134826241 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210134826242 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210134826242 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210134826242 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:48:27.681623 run osmo-stp_10.42.42.5(pid=15383): stdout: \u000a| (launched: 2022-12-10_13:48:26.071789)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:48:27.797308 run osmo-stp_10.42.42.5(pid=15383): stderr: \u000a| �[0;m�[38;5;43m20221210134826240 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210134826241 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210134826241 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210134826241 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210134826242 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210134826242 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210134826242 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:48:27.848001 tst assert_extension.py:17: ERR: Error: osmo-stp_10.42.42.5(pid=15383): Process ended prematurely: osmo-stp_10.42.42.5(pid=15383) [trial-2375↪ussd:nanobts+band-900↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15383)] [trial-2375↪ussd:nanobts+band-900↪assert_extension.py:17]\u000a13:48:27.855598 tst assert_extension.py:17: Test FAILED (5.7 sec)\u000a13:48:27.914027 run osmo-hlr_10.42.42.2(pid=15380): ERR: Terminated: ERROR {rc=237} [trial-2375↪ussd:nanobts+band-900↪assert_extension.py↪assert_extension.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15380)]\u000a13:48:27.962262 run osmo-hlr_10.42.42.2(pid=15380): stdout: \u000a| (launched: 2022-12-10_13:48:25.163924) \u000a13:48:28.011302 run osmo-hlr_10.42.42.2(pid=15380): stderr: \u000a| �[0;m�[1;31m20221210134825340 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210134825340 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210134825340 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210134825340 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210134825340 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210134825340 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210134825355 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2375/run.2022-12-10_12-42-03/ussd:nanobts+band-900/assert_extension.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210134825363 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210134825363 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210134825363 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:48:28.077641 run osmo-msc_10.42.42.6(pid=15386): ERR: Terminated: ERROR {rc=2} [trial-2375↪ussd:nanobts+band-900↪assert_extension.py↪assert_extension.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=15386)]\u000a13:48:28.125935 run osmo-msc_10.42.42.6(pid=15386): stdout: \u000a| (launched: 2022-12-10_13:48:27.002454) \u000a13:48:28.174701 run osmo-msc_10.42.42.6(pid=15386): stderr: \u000a| �[0;m�[38;5;43m20221210134827274 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210134827274 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7facf3a50c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210134827274 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210134827274 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210134827274 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210134827274 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210134827276 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210134827276 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210134827276 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210134827277 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a13:48:28.216199 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15379): Terminating (SIGTERM)\u000a13:48:28.255572 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15382): Terminating (SIGTERM)\u000a13:48:28.294897 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15385): Terminating (SIGTERM)\u000a13:48:28.304026 --- ParallelTerminationStrategy: PID 15379 died...\u000a13:48:28.356382 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15379): Terminated: ok {rc=0}\u000a13:48:28.365917 --- ParallelTerminationStrategy: PID 15382 died...\u000a13:48:28.418118 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15382): Terminated: ok {rc=0}\u000a13:48:28.427571 --- ParallelTerminationStrategy: PID 15385 died...\u000a13:48:28.479833 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15385): Terminated: ok {rc=0}\u000a13:48:28.562350 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 9.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "147", "name" : "ussd_nanobts+band-900", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T13:48:21" }, { "cases" : [ { "testActions" : [ ], "age" : 45, "className" : "voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15397): Process ended prematurely: osmo-stp_10.42.42.5(pid=15397) [trial-2375↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15397)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15397): Process ended prematurely: osmo-stp_10.42.42.5(pid=15397) [trial-2375↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15397)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2375 voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call.py\u000a----------------------------------------------\u000a13:48:30.523964 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a13:48:30.535581 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a13:48:30.694494 tst mo_mt_call.py: using LAC 28824\u000a13:48:30.823916 tst mo_mt_call.py: using RAC 9\u000a13:48:30.969321 tst mo_mt_call.py: using CellId 28824\u000a13:48:31.097558 tst mo_mt_call.py: using BVCI 28825\u000a13:48:31.122967 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a13:48:31.135268 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a13:48:31.148205 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a13:48:31.160509 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a13:48:31.174297 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a13:48:31.187628 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a13:48:31.316547 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a13:48:31.585743 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:48:32.111547 run create_hlr_db(pid=15391): Launched\u000a13:48:32.286531 bus /sierra_2: Setting Powered False\u000a13:48:33.305187 run create_hlr_db(pid=15391): Terminated: ok {rc=0}\u000a13:48:33.699510 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15393): Launched\u000a13:48:33.995468 run osmo-hlr_10.42.42.2(pid=15394): Launched\u000a13:48:34.103925 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:48:34.618750 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15396): Launched\u000a13:48:34.914482 run osmo-stp_10.42.42.5(pid=15397): Launched\u000a13:48:35.022447 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a13:48:35.564225 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15399): Launched\u000a13:48:35.861177 run osmo-msc_10.42.42.6(pid=15400): Launched\u000a13:48:36.035975 run osmo-stp_10.42.42.5(pid=15397): ERR: Terminated: ERROR {rc=1} [trial-2375↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15397)]\u000a13:48:36.162159 run osmo-stp_10.42.42.5(pid=15397): stdout: \u000a| (launched: 2022-12-10_13:48:34.769565)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:48:36.285819 run osmo-stp_10.42.42.5(pid=15397): stderr: \u000a| �[0;m�[38;5;43m20221210134834939 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210134834939 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210134834940 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210134834940 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210134834940 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210134834941 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210134834941 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:48:36.404634 run osmo-stp_10.42.42.5(pid=15397): stdout: \u000a| (launched: 2022-12-10_13:48:34.769565)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:48:36.522765 run osmo-stp_10.42.42.5(pid=15397): stderr: \u000a| �[0;m�[38;5;43m20221210134834939 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210134834939 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210134834940 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210134834940 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210134834940 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210134834941 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210134834941 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:48:36.575793 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=15397): Process ended prematurely: osmo-stp_10.42.42.5(pid=15397) [trial-2375↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15397)] [trial-2375↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8]\u000a13:48:36.584159 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a13:48:36.642729 run osmo-hlr_10.42.42.2(pid=15394): ERR: Terminated: ERROR {rc=237} [trial-2375↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15394)]\u000a13:48:36.690807 run osmo-hlr_10.42.42.2(pid=15394): stdout: \u000a| (launched: 2022-12-10_13:48:33.850253) \u000a13:48:36.739534 run osmo-hlr_10.42.42.2(pid=15394): stderr: \u000a| �[0;m�[1;31m20221210134834027 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210134834027 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210134834027 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210134834027 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210134834027 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210134834027 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210134834046 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2375/run.2022-12-10_12-42-03/voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210134834055 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210134834056 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210134834056 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:48:36.805616 run osmo-msc_10.42.42.6(pid=15400): ERR: Terminated: ERROR {rc=2} [trial-2375↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=15400)]\u000a13:48:36.853638 run osmo-msc_10.42.42.6(pid=15400): stdout: \u000a| (launched: 2022-12-10_13:48:35.715284) \u000a13:48:36.902024 run osmo-msc_10.42.42.6(pid=15400): stderr: \u000a| �[0;m�[38;5;43m20221210134835987 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210134835987 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fd205da7c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210134835988 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210134835988 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210134835988 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210134835988 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210134835990 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210134835990 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210134835990 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210134835990 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a13:48:36.942948 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15393): Terminating (SIGTERM)\u000a13:48:36.981657 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15396): Terminating (SIGTERM)\u000a13:48:37.020325 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15399): Terminating (SIGTERM)\u000a13:48:37.029509 --- ParallelTerminationStrategy: PID 15393 died...\u000a13:48:37.082075 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15393): Terminated: ok {rc=0}\u000a13:48:37.091585 --- ParallelTerminationStrategy: PID 15396 died...\u000a13:48:37.143619 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15396): Terminated: ok {rc=0}\u000a13:48:37.153091 --- ParallelTerminationStrategy: PID 15399 died...\u000a13:48:37.205174 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15399): Terminated: ok {rc=0}\u000a13:48:37.292896 bus /sierra_3: Setting Powered False\u000a13:48:38.393770 bus /sierra_3: Setting Powered False\u000a13:48:39.503978 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 56, "className" : "voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15408): Process ended prematurely: osmo-stp_10.42.42.5(pid=15408) [trial-2375↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15408)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15408): Process ended prematurely: osmo-stp_10.42.42.5(pid=15408) [trial-2375↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15408)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2375 voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a13:48:40.611696 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a13:48:40.623371 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a13:48:40.773451 tst mo_mt_call_osmux.py: using LAC 28825\u000a13:48:40.892448 tst mo_mt_call_osmux.py: using RAC 10\u000a13:48:41.014926 tst mo_mt_call_osmux.py: using CellId 28825\u000a13:48:41.130252 tst mo_mt_call_osmux.py: using BVCI 28826\u000a13:48:41.152802 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a13:48:41.163820 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a13:48:41.174696 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a13:48:41.185507 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a13:48:41.196364 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a13:48:41.207157 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a13:48:41.323373 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a13:48:41.521098 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:48:41.997168 run create_hlr_db(pid=15402): Launched\u000a13:48:42.167967 bus /sierra_2: Setting Powered False\u000a13:48:43.189611 run create_hlr_db(pid=15402): Terminated: ok {rc=0}\u000a13:48:43.612760 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15404): Launched\u000a13:48:43.931765 run osmo-hlr_10.42.42.2(pid=15405): Launched\u000a13:48:44.051866 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:48:44.604180 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15407): Launched\u000a13:48:44.922427 run osmo-stp_10.42.42.5(pid=15408): Launched\u000a13:48:45.038491 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a13:48:45.618719 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15410): Launched\u000a13:48:45.971061 run osmo-msc_10.42.42.6(pid=15411): Launched\u000a13:48:46.326355 run osmo-stp_10.42.42.5(pid=15408): ERR: Terminated: ERROR {rc=1} [trial-2375↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15408)]\u000a13:48:46.598785 run osmo-stp_10.42.42.5(pid=15408): stdout: \u000a| (launched: 2022-12-10_13:48:44.766228)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:48:46.780881 run osmo-stp_10.42.42.5(pid=15408): stderr: \u000a| �[0;m�[38;5;43m20221210134844957 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210134844957 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210134844957 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210134844958 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210134844960 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210134844960 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210134844960 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:48:46.903569 run osmo-stp_10.42.42.5(pid=15408): stdout: \u000a| (launched: 2022-12-10_13:48:44.766228)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:48:47.025879 run osmo-stp_10.42.42.5(pid=15408): stderr: \u000a| �[0;m�[38;5;43m20221210134844957 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210134844957 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210134844957 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210134844958 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210134844960 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210134844960 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210134844960 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:48:47.079513 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=15408): Process ended prematurely: osmo-stp_10.42.42.5(pid=15408) [trial-2375↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15408)] [trial-2375↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8]\u000a13:48:47.088763 tst mo_mt_call_osmux.py:8: Test FAILED (6.5 sec)\u000a13:48:47.152193 run osmo-hlr_10.42.42.2(pid=15405): ERR: Terminated: ERROR {rc=237} [trial-2375↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15405)]\u000a13:48:47.202499 run osmo-hlr_10.42.42.2(pid=15405): stdout: \u000a| (launched: 2022-12-10_13:48:43.775459) \u000a13:48:47.253045 run osmo-hlr_10.42.42.2(pid=15405): stderr: \u000a| �[0;m�[1;31m20221210134843972 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210134843972 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210134843972 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210134843972 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210134843972 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210134843972 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210134843987 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2375/run.2022-12-10_12-42-03/voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210134843995 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210134843996 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210134843996 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:48:47.322355 run osmo-msc_10.42.42.6(pid=15411): ERR: Terminated: ERROR {rc=2} [trial-2375↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=15411)]\u000a13:48:47.371844 run osmo-msc_10.42.42.6(pid=15411): stdout: \u000a| (launched: 2022-12-10_13:48:45.780327) \u000a13:48:47.421028 run osmo-msc_10.42.42.6(pid=15411): stderr: \u000a| �[0;m�[38;5;43m20221210134846272 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210134846272 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f3bbbee7c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210134846281 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210134846281 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210134846281 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210134846281 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210134846283 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210134846284 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210134846284 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210134846284 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a13:48:47.463158 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15404): Terminating (SIGTERM)\u000a13:48:47.502625 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15407): Terminating (SIGTERM)\u000a13:48:47.541965 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15410): Terminating (SIGTERM)\u000a13:48:47.551115 --- ParallelTerminationStrategy: PID 15404 died...\u000a13:48:47.603801 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15404): Terminated: ok {rc=0}\u000a13:48:47.613598 --- ParallelTerminationStrategy: PID 15407 died...\u000a13:48:47.666117 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15407): Terminated: ok {rc=0}\u000a13:48:47.675742 --- ParallelTerminationStrategy: PID 15410 died...\u000a13:48:47.728637 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15410): Terminated: ok {rc=0}\u000a13:48:47.817091 bus /sierra_3: Setting Powered False\u000a13:48:48.919293 bus /sierra_3: Setting Powered False\u000a13:48:50.024645 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "148", "name" : "voice_nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T13:48:30" }, { "cases" : [ { "testActions" : [ ], "age" : 45, "className" : "voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15430): Process ended prematurely: osmo-stp_10.42.42.5(pid=15430) [trial-2375↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15430)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15430): Process ended prematurely: osmo-stp_10.42.42.5(pid=15430) [trial-2375↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15430)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2375 voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call.py\u000a----------------------------------------------\u000a13:48:52.032902 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a13:48:52.044417 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a13:48:52.202953 tst mo_mt_call.py: using LAC 28826\u000a13:48:52.328429 tst mo_mt_call.py: using RAC 11\u000a13:48:52.446970 tst mo_mt_call.py: using CellId 28826\u000a13:48:52.567177 tst mo_mt_call.py: using BVCI 28827\u000a13:48:52.589805 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a13:48:52.600710 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a13:48:52.611600 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a13:48:52.622357 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a13:48:52.633823 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a13:48:52.645076 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a13:48:52.764135 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a13:48:52.963476 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:48:53.438779 run create_hlr_db(pid=15424): Launched\u000a13:48:53.608648 bus /sierra_2: Setting Powered False\u000a13:48:54.630336 run create_hlr_db(pid=15424): Terminated: ok {rc=0}\u000a13:48:55.050172 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15426): Launched\u000a13:48:55.367211 run osmo-hlr_10.42.42.2(pid=15427): Launched\u000a13:48:55.485993 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:48:56.039086 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15429): Launched\u000a13:48:56.357329 run osmo-stp_10.42.42.5(pid=15430): Launched\u000a13:48:56.473573 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a13:48:57.053415 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15432): Launched\u000a13:48:57.371243 run osmo-msc_10.42.42.6(pid=15433): Launched\u000a13:48:57.560628 run osmo-stp_10.42.42.5(pid=15430): ERR: Terminated: ERROR {rc=1} [trial-2375↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15430)]\u000a13:48:57.697712 run osmo-stp_10.42.42.5(pid=15430): stdout: \u000a| (launched: 2022-12-10_13:48:56.200623)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:48:57.831326 run osmo-stp_10.42.42.5(pid=15430): stderr: \u000a| �[0;m�[38;5;43m20221210134856391 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210134856391 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210134856392 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210134856392 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210134856394 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210134856395 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210134856395 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:48:57.959621 run osmo-stp_10.42.42.5(pid=15430): stdout: \u000a| (launched: 2022-12-10_13:48:56.200623)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:48:58.086826 run osmo-stp_10.42.42.5(pid=15430): stderr: \u000a| �[0;m�[38;5;43m20221210134856391 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210134856391 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210134856392 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210134856392 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210134856394 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210134856395 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210134856395 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:48:58.142580 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=15430): Process ended prematurely: osmo-stp_10.42.42.5(pid=15430) [trial-2375↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15430)] [trial-2375↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8]\u000a13:48:58.151763 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a13:48:58.215316 run osmo-hlr_10.42.42.2(pid=15427): ERR: Terminated: ERROR {rc=237} [trial-2375↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15427)]\u000a13:48:58.266892 run osmo-hlr_10.42.42.2(pid=15427): stdout: \u000a| (launched: 2022-12-10_13:48:55.211437) \u000a13:48:58.319374 run osmo-hlr_10.42.42.2(pid=15427): stderr: \u000a| �[0;m�[1;31m20221210134855407 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210134855407 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210134855407 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210134855407 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210134855407 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210134855407 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210134855419 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2375/run.2022-12-10_12-42-03/voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210134855428 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210134855428 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210134855428 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:48:58.389749 run osmo-msc_10.42.42.6(pid=15433): ERR: Terminated: ERROR {rc=2} [trial-2375↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=15433)]\u000a13:48:58.440729 run osmo-msc_10.42.42.6(pid=15433): stdout: \u000a| (launched: 2022-12-10_13:48:57.215257) \u000a13:48:58.492552 run osmo-msc_10.42.42.6(pid=15433): stderr: \u000a| �[0;m�[38;5;43m20221210134857538 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210134857538 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f012e8d1c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210134857538 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210134857538 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210134857538 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210134857539 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210134857540 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210134857541 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210134857541 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210134857541 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a13:48:58.536213 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15426): Terminating (SIGTERM)\u000a13:48:58.578127 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15429): Terminating (SIGTERM)\u000a13:48:58.619673 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15432): Terminating (SIGTERM)\u000a13:48:58.629699 --- ParallelTerminationStrategy: PID 15426 died...\u000a13:48:58.684816 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15426): Terminated: ok {rc=0}\u000a13:48:58.695096 --- ParallelTerminationStrategy: PID 15429 died...\u000a13:48:58.750514 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15429): Terminated: ok {rc=0}\u000a13:48:58.760744 --- ParallelTerminationStrategy: PID 15432 died...\u000a13:48:58.816317 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15432): Terminated: ok {rc=0}\u000a13:48:58.901812 bus /sierra_3: Setting Powered False\u000a13:49:00.005780 bus /sierra_3: Setting Powered False\u000a13:49:01.127129 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 56, "className" : "voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15442): Process ended prematurely: osmo-stp_10.42.42.5(pid=15442) [trial-2375↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15442)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15442): Process ended prematurely: osmo-stp_10.42.42.5(pid=15442) [trial-2375↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15442)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2375 voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a13:49:02.244726 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a13:49:02.256450 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a13:49:02.415481 tst mo_mt_call_osmux.py: using LAC 28827\u000a13:49:02.540194 tst mo_mt_call_osmux.py: using RAC 12\u000a13:49:02.660058 tst mo_mt_call_osmux.py: using CellId 28827\u000a13:49:02.783430 tst mo_mt_call_osmux.py: using BVCI 28828\u000a13:49:02.806160 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a13:49:02.817142 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a13:49:02.828281 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a13:49:02.839091 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a13:49:02.850061 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a13:49:02.860782 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a13:49:02.974031 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a13:49:03.183311 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:49:03.684419 run create_hlr_db(pid=15436): Launched\u000a13:49:03.868147 bus /sierra_2: Setting Powered False\u000a13:49:04.889406 run create_hlr_db(pid=15436): Terminated: ok {rc=0}\u000a13:49:05.310593 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15438): Launched\u000a13:49:05.628677 run osmo-hlr_10.42.42.2(pid=15439): Launched\u000a13:49:05.748909 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:49:06.303233 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15441): Launched\u000a13:49:06.621470 run osmo-stp_10.42.42.5(pid=15442): Launched\u000a13:49:06.737546 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a13:49:07.316731 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15444): Launched\u000a13:49:07.635476 run osmo-msc_10.42.42.6(pid=15445): Launched\u000a13:49:07.823969 run osmo-stp_10.42.42.5(pid=15442): ERR: Terminated: ERROR {rc=1} [trial-2375↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15442)]\u000a13:49:07.960323 run osmo-stp_10.42.42.5(pid=15442): stdout: \u000a| (launched: 2022-12-10_13:49:06.465067)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:49:08.094772 run osmo-stp_10.42.42.5(pid=15442): stderr: \u000a| �[0;m�[38;5;43m20221210134906657 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210134906658 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210134906658 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210134906658 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210134906659 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210134906659 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210134906659 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:49:08.222556 run osmo-stp_10.42.42.5(pid=15442): stdout: \u000a| (launched: 2022-12-10_13:49:06.465067)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:49:08.349180 run osmo-stp_10.42.42.5(pid=15442): stderr: \u000a| �[0;m�[38;5;43m20221210134906657 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210134906658 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210134906658 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210134906658 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210134906659 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210134906659 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210134906659 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:49:08.404688 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=15442): Process ended prematurely: osmo-stp_10.42.42.5(pid=15442) [trial-2375↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15442)] [trial-2375↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8]\u000a13:49:08.413907 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a13:49:08.476675 run osmo-hlr_10.42.42.2(pid=15439): ERR: Terminated: ERROR {rc=237} [trial-2375↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15439)]\u000a13:49:08.527525 run osmo-hlr_10.42.42.2(pid=15439): stdout: \u000a| (launched: 2022-12-10_13:49:05.472493) \u000a13:49:08.579084 run osmo-hlr_10.42.42.2(pid=15439): stderr: \u000a| �[0;m�[1;31m20221210134905672 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210134905672 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210134905672 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210134905672 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210134905672 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210134905672 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210134905684 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2375/run.2022-12-10_12-42-03/voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210134905692 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210134905692 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210134905692 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:49:08.648754 run osmo-msc_10.42.42.6(pid=15445): ERR: Terminated: ERROR {rc=2} [trial-2375↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=15445)]\u000a13:49:08.700193 run osmo-msc_10.42.42.6(pid=15445): stdout: \u000a| (launched: 2022-12-10_13:49:07.478855) \u000a13:49:08.751640 run osmo-msc_10.42.42.6(pid=15445): stderr: \u000a| �[0;m�[38;5;43m20221210134907797 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210134907797 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fddd1c59c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210134907797 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210134907797 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210134907797 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210134907797 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210134907799 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210134907799 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210134907799 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210134907800 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a13:49:08.795360 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15438): Terminating (SIGTERM)\u000a13:49:08.836935 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15441): Terminating (SIGTERM)\u000a13:49:08.878927 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15444): Terminating (SIGTERM)\u000a13:49:08.888549 --- ParallelTerminationStrategy: PID 15438 died...\u000a13:49:08.944491 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15438): Terminated: ok {rc=0}\u000a13:49:08.954571 --- ParallelTerminationStrategy: PID 15441 died...\u000a13:49:09.009881 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15441): Terminated: ok {rc=0}\u000a13:49:09.020114 --- ParallelTerminationStrategy: PID 15444 died...\u000a13:49:09.075133 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15444): Terminated: ok {rc=0}\u000a13:49:09.161471 bus /sierra_3: Setting Powered False\u000a13:49:10.267805 bus /sierra_3: Setting Powered False\u000a13:49:11.378970 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "149", "name" : "voice_nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T13:48:51" }, { "cases" : [ { "testActions" : [ ], "age" : 50, "className" : "voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15456): Process ended prematurely: osmo-stp_10.42.42.5(pid=15456) [trial-2375↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15456)]", "failedSince" : 2326, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15456): Process ended prematurely: osmo-stp_10.42.42.5(pid=15456) [trial-2375↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15456)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2375 voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call.py\u000a----------------------------------------------\u000a13:49:13.373151 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a13:49:13.384578 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a13:49:13.545064 tst mo_mt_call.py: using LAC 28828\u000a13:49:13.670072 tst mo_mt_call.py: using RAC 13\u000a13:49:13.796267 tst mo_mt_call.py: using CellId 28828\u000a13:49:13.922619 tst mo_mt_call.py: using BVCI 28829\u000a13:49:13.946933 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a13:49:13.958424 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a13:49:13.969739 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a13:49:13.981307 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a13:49:13.992901 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a13:49:14.005180 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a13:49:14.119352 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a13:49:14.327754 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:49:14.826337 run create_hlr_db(pid=15450): Launched\u000a13:49:15.009375 bus /sierra_2: Setting Powered False\u000a13:49:16.053290 run create_hlr_db(pid=15450): Terminated: ok {rc=0}\u000a13:49:16.484576 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15452): Launched\u000a13:49:16.922094 run osmo-hlr_10.42.42.2(pid=15453): Launched\u000a13:49:17.229365 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:49:17.747026 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15455): Launched\u000a13:49:18.042931 run osmo-stp_10.42.42.5(pid=15456): Launched\u000a13:49:18.150706 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a13:49:18.691670 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15458): Launched\u000a13:49:18.988393 run osmo-msc_10.42.42.6(pid=15459): Launched\u000a13:49:19.163787 run osmo-stp_10.42.42.5(pid=15456): ERR: Terminated: ERROR {rc=1} [trial-2375↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15456)]\u000a13:49:19.289824 run osmo-stp_10.42.42.5(pid=15456): stdout: \u000a| (launched: 2022-12-10_13:49:17.897852)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:49:19.413443 run osmo-stp_10.42.42.5(pid=15456): stderr: \u000a| �[0;m�[38;5;43m20221210134918067 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210134918067 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210134918067 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210134918068 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210134918070 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210134918070 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210134918070 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:49:19.532345 run osmo-stp_10.42.42.5(pid=15456): stdout: \u000a| (launched: 2022-12-10_13:49:17.897852)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:49:19.649880 run osmo-stp_10.42.42.5(pid=15456): stderr: \u000a| �[0;m�[38;5;43m20221210134918067 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210134918067 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210134918067 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210134918068 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210134918070 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210134918070 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210134918070 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:49:19.702148 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=15456): Process ended prematurely: osmo-stp_10.42.42.5(pid=15456) [trial-2375↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15456)] [trial-2375↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8]\u000a13:49:19.710807 tst mo_mt_call.py:8: Test FAILED (6.4 sec)\u000a13:49:19.769547 run osmo-hlr_10.42.42.2(pid=15453): ERR: Terminated: ERROR {rc=237} [trial-2375↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15453)]\u000a13:49:19.817756 run osmo-hlr_10.42.42.2(pid=15453): stdout: \u000a| (launched: 2022-12-10_13:49:16.640312) \u000a13:49:19.866654 run osmo-hlr_10.42.42.2(pid=15453): stderr: \u000a| �[0;m�[1;31m20221210134916878 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210134916878 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210134916878 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210134916878 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210134916878 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210134916878 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210134916892 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2375/run.2022-12-10_12-42-03/voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210134916907 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210134916908 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210134916908 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:49:19.933164 run osmo-msc_10.42.42.6(pid=15459): ERR: Terminated: ERROR {rc=2} [trial-2375↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=15459)]\u000a13:49:19.981333 run osmo-msc_10.42.42.6(pid=15459): stdout: \u000a| (launched: 2022-12-10_13:49:18.842699) \u000a13:49:20.029752 run osmo-msc_10.42.42.6(pid=15459): stderr: \u000a| �[0;m�[38;5;43m20221210134919112 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210134919112 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f277102bc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210134919112 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210134919112 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210134919112 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210134919112 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210134919115 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210134919116 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210134919116 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210134919116 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a13:49:20.070778 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15452): Terminating (SIGTERM)\u000a13:49:20.109456 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15455): Terminating (SIGTERM)\u000a13:49:20.148020 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15458): Terminating (SIGTERM)\u000a13:49:20.157179 --- ParallelTerminationStrategy: PID 15452 died...\u000a13:49:20.209275 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15452): Terminated: ok {rc=0}\u000a13:49:20.218636 --- ParallelTerminationStrategy: PID 15455 died...\u000a13:49:20.271057 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15455): Terminated: ok {rc=0}\u000a13:49:20.280466 --- ParallelTerminationStrategy: PID 15458 died...\u000a13:49:20.332220 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15458): Terminated: ok {rc=0}\u000a13:49:20.414323 bus /sierra_3: Setting Powered False\u000a13:49:21.514040 bus /sierra_3: Setting Powered False\u000a13:49:22.624203 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 58, "className" : "voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15467): Process ended prematurely: osmo-stp_10.42.42.5(pid=15467) [trial-2375↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15467)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15467): Process ended prematurely: osmo-stp_10.42.42.5(pid=15467) [trial-2375↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15467)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2375 voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a13:49:23.732712 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a13:49:23.744525 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a13:49:23.899566 tst mo_mt_call_osmux.py: using LAC 28829\u000a13:49:24.014964 tst mo_mt_call_osmux.py: using RAC 14\u000a13:49:24.130931 tst mo_mt_call_osmux.py: using CellId 28829\u000a13:49:24.246783 tst mo_mt_call_osmux.py: using BVCI 28830\u000a13:49:24.269405 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a13:49:24.280286 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a13:49:24.291137 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a13:49:24.302100 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a13:49:24.313086 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a13:49:24.323841 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a13:49:24.437423 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a13:49:24.651098 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:49:25.151679 run create_hlr_db(pid=15461): Launched\u000a13:49:25.336108 bus /sierra_2: Setting Powered False\u000a13:49:26.356400 run create_hlr_db(pid=15461): Terminated: ok {rc=0}\u000a13:49:26.755755 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15463): Launched\u000a13:49:27.053435 run osmo-hlr_10.42.42.2(pid=15464): Launched\u000a13:49:27.169578 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:49:27.691965 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15466): Launched\u000a13:49:27.990467 run osmo-stp_10.42.42.5(pid=15467): Launched\u000a13:49:28.098246 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a13:49:28.642044 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15469): Launched\u000a13:49:28.940720 run osmo-msc_10.42.42.6(pid=15470): Launched\u000a13:49:29.117411 run osmo-stp_10.42.42.5(pid=15467): ERR: Terminated: ERROR {rc=1} [trial-2375↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15467)]\u000a13:49:29.244366 run osmo-stp_10.42.42.5(pid=15467): stdout: \u000a| (launched: 2022-12-10_13:49:27.844667)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:49:29.368607 run osmo-stp_10.42.42.5(pid=15467): stderr: \u000a| �[0;m�[38;5;43m20221210134928014 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210134928014 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210134928015 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210134928015 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210134928016 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210134928016 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210134928016 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:49:29.488136 run osmo-stp_10.42.42.5(pid=15467): stdout: \u000a| (launched: 2022-12-10_13:49:27.844667)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:49:29.606503 run osmo-stp_10.42.42.5(pid=15467): stderr: \u000a| �[0;m�[38;5;43m20221210134928014 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210134928014 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210134928015 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210134928015 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210134928016 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210134928016 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210134928016 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:49:29.658580 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=15467): Process ended prematurely: osmo-stp_10.42.42.5(pid=15467) [trial-2375↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15467)] [trial-2375↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8]\u000a13:49:29.666864 tst mo_mt_call_osmux.py:8: Test FAILED (6.0 sec)\u000a13:49:29.725985 run osmo-hlr_10.42.42.2(pid=15464): ERR: Terminated: ERROR {rc=237} [trial-2375↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15464)]\u000a13:49:29.775050 run osmo-hlr_10.42.42.2(pid=15464): stdout: \u000a| (launched: 2022-12-10_13:49:26.907326) \u000a13:49:29.824451 run osmo-hlr_10.42.42.2(pid=15464): stderr: \u000a| �[0;m�[1;31m20221210134927084 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210134927084 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210134927084 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210134927084 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210134927084 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210134927084 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210134927096 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2375/run.2022-12-10_12-42-03/voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210134927107 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210134927107 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210134927107 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:49:29.891044 run osmo-msc_10.42.42.6(pid=15470): ERR: Terminated: ERROR {rc=2} [trial-2375↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=15470)]\u000a13:49:29.939225 run osmo-msc_10.42.42.6(pid=15470): stdout: \u000a| (launched: 2022-12-10_13:49:28.794064) \u000a13:49:29.988017 run osmo-msc_10.42.42.6(pid=15470): stderr: \u000a| �[0;m�[38;5;43m20221210134929065 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210134929065 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f9cb8911c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210134929065 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210134929065 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210134929066 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210134929066 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210134929068 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210134929069 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210134929069 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210134929069 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a13:49:30.029392 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15463): Terminating (SIGTERM)\u000a13:49:30.068526 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15466): Terminating (SIGTERM)\u000a13:49:30.107571 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15469): Terminating (SIGTERM)\u000a13:49:30.116694 --- ParallelTerminationStrategy: PID 15463 died...\u000a13:49:30.169051 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15463): Terminated: ok {rc=0}\u000a13:49:30.178514 --- ParallelTerminationStrategy: PID 15466 died...\u000a13:49:30.230470 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15466): Terminated: ok {rc=0}\u000a13:49:30.239864 --- ParallelTerminationStrategy: PID 15469 died...\u000a13:49:30.291859 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15469): Terminated: ok {rc=0}\u000a13:49:30.374417 bus /sierra_3: Setting Powered False\u000a13:49:31.476267 bus /sierra_3: Setting Powered False\u000a13:49:32.581270 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "150", "name" : "voice_nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T13:49:13" }, { "cases" : [ { "testActions" : [ ], "age" : 45, "className" : "voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15481): Process ended prematurely: osmo-stp_10.42.42.5(pid=15481) [trial-2375↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15481)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15481): Process ended prematurely: osmo-stp_10.42.42.5(pid=15481) [trial-2375↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15481)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2375 voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call.py\u000a----------------------------------------------\u000a13:49:34.579793 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a13:49:34.590931 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a13:49:34.742174 tst mo_mt_call.py: using LAC 28830\u000a13:49:34.861137 tst mo_mt_call.py: using RAC 15\u000a13:49:34.979470 tst mo_mt_call.py: using CellId 28830\u000a13:49:35.096087 tst mo_mt_call.py: using BVCI 28831\u000a13:49:35.118825 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a13:49:35.129713 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a13:49:35.140446 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a13:49:35.151203 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a13:49:35.162094 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a13:49:35.172755 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a13:49:35.291471 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a13:49:35.498945 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:49:35.997657 run create_hlr_db(pid=15475): Launched\u000a13:49:36.181562 bus /sierra_2: Setting Powered False\u000a13:49:37.202506 run create_hlr_db(pid=15475): Terminated: ok {rc=0}\u000a13:49:37.623559 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15477): Launched\u000a13:49:37.940717 run osmo-hlr_10.42.42.2(pid=15478): Launched\u000a13:49:38.061160 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:49:38.614527 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15480): Launched\u000a13:49:38.931706 run osmo-stp_10.42.42.5(pid=15481): Launched\u000a13:49:39.047344 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a13:49:39.626164 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15483): Launched\u000a13:49:39.943505 run osmo-msc_10.42.42.6(pid=15484): Launched\u000a13:49:40.132525 run osmo-stp_10.42.42.5(pid=15481): ERR: Terminated: ERROR {rc=1} [trial-2375↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15481)]\u000a13:49:40.268652 run osmo-stp_10.42.42.5(pid=15481): stdout: \u000a| (launched: 2022-12-10_13:49:38.776226)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:49:40.403625 run osmo-stp_10.42.42.5(pid=15481): stderr: \u000a| �[0;m�[38;5;43m20221210134938967 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210134938967 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210134938967 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210134938968 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210134938968 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210134938968 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210134938968 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:49:40.531319 run osmo-stp_10.42.42.5(pid=15481): stdout: \u000a| (launched: 2022-12-10_13:49:38.776226)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:49:40.657774 run osmo-stp_10.42.42.5(pid=15481): stderr: \u000a| �[0;m�[38;5;43m20221210134938967 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210134938967 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210134938967 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210134938968 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210134938968 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210134938968 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210134938968 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:49:40.713364 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=15481): Process ended prematurely: osmo-stp_10.42.42.5(pid=15481) [trial-2375↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15481)] [trial-2375↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8]\u000a13:49:40.722408 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a13:49:40.784723 run osmo-hlr_10.42.42.2(pid=15478): ERR: Terminated: ERROR {rc=237} [trial-2375↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15478)]\u000a13:49:40.835470 run osmo-hlr_10.42.42.2(pid=15478): stdout: \u000a| (launched: 2022-12-10_13:49:37.785185) \u000a13:49:40.887109 run osmo-hlr_10.42.42.2(pid=15478): stderr: \u000a| �[0;m�[1;31m20221210134937984 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210134937984 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210134937984 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210134937984 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210134937984 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210134937984 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210134937994 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2375/run.2022-12-10_12-42-03/voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210134938002 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210134938003 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210134938003 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:49:40.956870 run osmo-msc_10.42.42.6(pid=15484): ERR: Terminated: ERROR {rc=2} [trial-2375↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=15484)]\u000a13:49:41.007821 run osmo-msc_10.42.42.6(pid=15484): stdout: \u000a| (launched: 2022-12-10_13:49:39.787867) \u000a13:49:41.059353 run osmo-msc_10.42.42.6(pid=15484): stderr: \u000a| �[0;m�[38;5;43m20221210134940109 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210134940109 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fb3a78f2c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210134940109 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210134940109 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210134940110 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210134940110 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210134940111 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210134940112 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210134940112 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210134940112 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a13:49:41.103089 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15477): Terminating (SIGTERM)\u000a13:49:41.144267 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15480): Terminating (SIGTERM)\u000a13:49:41.186118 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15483): Terminating (SIGTERM)\u000a13:49:41.195866 --- ParallelTerminationStrategy: PID 15477 died...\u000a13:49:41.251762 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15477): Terminated: ok {rc=0}\u000a13:49:41.261798 --- ParallelTerminationStrategy: PID 15480 died...\u000a13:49:41.316583 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15480): Terminated: ok {rc=0}\u000a13:49:41.326802 --- ParallelTerminationStrategy: PID 15483 died...\u000a13:49:41.381634 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15483): Terminated: ok {rc=0}\u000a13:49:41.468489 bus /sierra_3: Setting Powered False\u000a13:49:42.570929 bus /sierra_3: Setting Powered False\u000a13:49:43.680666 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 56, "className" : "voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15492): Process ended prematurely: osmo-stp_10.42.42.5(pid=15492) [trial-2375↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15492)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15492): Process ended prematurely: osmo-stp_10.42.42.5(pid=15492) [trial-2375↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15492)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2375 voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a13:49:44.787585 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a13:49:44.799066 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a13:49:44.949454 tst mo_mt_call_osmux.py: using LAC 28831\u000a13:49:45.066034 tst mo_mt_call_osmux.py: using RAC 16\u000a13:49:45.187115 tst mo_mt_call_osmux.py: using CellId 28831\u000a13:49:45.302696 tst mo_mt_call_osmux.py: using BVCI 28832\u000a13:49:45.325294 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a13:49:45.336158 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a13:49:45.346953 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a13:49:45.357743 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a13:49:45.368509 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a13:49:45.379232 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a13:49:45.492815 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a13:49:45.701698 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:49:46.244354 run create_hlr_db(pid=15486): Launched\u000a13:49:46.439579 bus /sierra_2: Setting Powered False\u000a13:49:47.447423 run create_hlr_db(pid=15486): Terminated: ok {rc=0}\u000a13:49:47.889282 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15488): Launched\u000a13:49:48.210610 run osmo-hlr_10.42.42.2(pid=15489): Launched\u000a13:49:48.332490 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:49:48.884634 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15491): Launched\u000a13:49:49.202969 run osmo-stp_10.42.42.5(pid=15492): Launched\u000a13:49:49.319592 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a13:49:49.899614 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15494): Launched\u000a13:49:50.218334 run osmo-msc_10.42.42.6(pid=15495): Launched\u000a13:49:50.406370 run osmo-stp_10.42.42.5(pid=15492): ERR: Terminated: ERROR {rc=1} [trial-2375↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15492)]\u000a13:49:50.541504 run osmo-stp_10.42.42.5(pid=15492): stdout: \u000a| (launched: 2022-12-10_13:49:49.046502)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:49:50.676467 run osmo-stp_10.42.42.5(pid=15492): stderr: \u000a| �[0;m�[38;5;43m20221210134949237 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210134949237 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210134949238 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210134949238 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210134949238 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210134949238 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210134949239 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:49:50.803879 run osmo-stp_10.42.42.5(pid=15492): stdout: \u000a| (launched: 2022-12-10_13:49:49.046502)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:49:50.930337 run osmo-stp_10.42.42.5(pid=15492): stderr: \u000a| �[0;m�[38;5;43m20221210134949237 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210134949237 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210134949238 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210134949238 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210134949238 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210134949238 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210134949239 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:49:50.985893 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=15492): Process ended prematurely: osmo-stp_10.42.42.5(pid=15492) [trial-2375↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15492)] [trial-2375↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8]\u000a13:49:50.994844 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a13:49:51.056872 run osmo-hlr_10.42.42.2(pid=15489): ERR: Terminated: ERROR {rc=237} [trial-2375↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15489)]\u000a13:49:51.107871 run osmo-hlr_10.42.42.2(pid=15489): stdout: \u000a| (launched: 2022-12-10_13:49:48.051621) \u000a13:49:51.159124 run osmo-hlr_10.42.42.2(pid=15489): stderr: \u000a| �[0;m�[1;31m20221210134948251 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210134948251 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210134948251 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210134948251 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210134948251 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210134948251 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210134948261 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2375/run.2022-12-10_12-42-03/voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210134948270 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210134948270 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210134948270 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:49:51.228813 run osmo-msc_10.42.42.6(pid=15495): ERR: Terminated: ERROR {rc=2} [trial-2375↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=15495)]\u000a13:49:51.279736 run osmo-msc_10.42.42.6(pid=15495): stdout: \u000a| (launched: 2022-12-10_13:49:50.061625) \u000a13:49:51.331243 run osmo-msc_10.42.42.6(pid=15495): stderr: \u000a| �[0;m�[38;5;43m20221210134950401 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210134950401 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fe982f7ac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210134950401 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210134950401 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210134950401 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210134950401 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210134950403 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210134950403 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210134950404 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210134950404 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a13:49:51.374528 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15488): Terminating (SIGTERM)\u000a13:49:51.415494 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15491): Terminating (SIGTERM)\u000a13:49:51.456906 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15494): Terminating (SIGTERM)\u000a13:49:51.466595 --- ParallelTerminationStrategy: PID 15488 died...\u000a13:49:51.521690 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15488): Terminated: ok {rc=0}\u000a13:49:51.531645 --- ParallelTerminationStrategy: PID 15491 died...\u000a13:49:51.586191 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15491): Terminated: ok {rc=0}\u000a13:49:51.596324 --- ParallelTerminationStrategy: PID 15494 died...\u000a13:49:51.651260 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15494): Terminated: ok {rc=0}\u000a13:49:51.736390 bus /sierra_3: Setting Powered False\u000a13:49:52.841699 bus /sierra_3: Setting Powered False\u000a13:49:53.953977 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "151", "name" : "voice_nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T13:49:34" }, { "cases" : [ { "testActions" : [ ], "age" : 50, "className" : "voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15506): Process ended prematurely: osmo-stp_10.42.42.5(pid=15506) [trial-2375↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15506)]", "failedSince" : 2326, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15506): Process ended prematurely: osmo-stp_10.42.42.5(pid=15506) [trial-2375↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15506)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2375 voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call.py\u000a----------------------------------------------\u000a13:49:55.941809 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a13:49:55.953428 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a13:49:56.114084 tst mo_mt_call.py: using LAC 28832\u000a13:49:56.241546 tst mo_mt_call.py: using RAC 17\u000a13:49:56.369109 tst mo_mt_call.py: using CellId 28832\u000a13:49:56.493565 tst mo_mt_call.py: using BVCI 28833\u000a13:49:56.517846 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a13:49:56.529325 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a13:49:56.540474 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a13:49:56.552548 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a13:49:56.564776 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a13:49:56.576818 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a13:49:56.695139 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a13:49:56.901445 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:49:57.378868 run create_hlr_db(pid=15500): Launched\u000a13:49:57.549817 bus /sierra_2: Setting Powered False\u000a13:49:58.572037 run create_hlr_db(pid=15500): Terminated: ok {rc=0}\u000a13:49:58.967590 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15502): Launched\u000a13:49:59.264416 run osmo-hlr_10.42.42.2(pid=15503): Launched\u000a13:49:59.373587 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:49:59.888923 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15505): Launched\u000a13:50:00.185797 run osmo-stp_10.42.42.5(pid=15506): Launched\u000a13:50:00.294542 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a13:50:00.836938 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15508): Launched\u000a13:50:01.278600 run osmo-msc_10.42.42.6(pid=15509): Launched\u000a13:50:01.633963 run osmo-stp_10.42.42.5(pid=15506): ERR: Terminated: ERROR {rc=1} [trial-2375↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15506)]\u000a13:50:01.819517 run osmo-stp_10.42.42.5(pid=15506): stdout: \u000a| (launched: 2022-12-10_13:50:00.040469)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:50:02.085883 run osmo-stp_10.42.42.5(pid=15506): stderr: \u000a| �[0;m�[38;5;43m20221210135000212 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210135000212 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210135000213 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210135000213 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210135000214 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210135000214 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210135000214 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:50:02.210503 run osmo-stp_10.42.42.5(pid=15506): stdout: \u000a| (launched: 2022-12-10_13:50:00.040469)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:50:02.332173 run osmo-stp_10.42.42.5(pid=15506): stderr: \u000a| �[0;m�[38;5;43m20221210135000212 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210135000212 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210135000213 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210135000213 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210135000214 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210135000214 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210135000214 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:50:02.385199 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=15506): Process ended prematurely: osmo-stp_10.42.42.5(pid=15506) [trial-2375↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15506)] [trial-2375↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8]\u000a13:50:02.394127 tst mo_mt_call.py:8: Test FAILED (6.5 sec)\u000a13:50:02.453644 run osmo-hlr_10.42.42.2(pid=15503): ERR: Terminated: ERROR {rc=237} [trial-2375↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15503)]\u000a13:50:02.501495 run osmo-hlr_10.42.42.2(pid=15503): stdout: \u000a| (launched: 2022-12-10_13:49:59.118757) \u000a13:50:02.549886 run osmo-hlr_10.42.42.2(pid=15503): stderr: \u000a| �[0;m�[1;31m20221210134959294 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210134959294 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210134959294 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210134959294 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210134959294 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210134959294 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210134959306 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2375/run.2022-12-10_12-42-03/voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210134959315 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210134959315 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210134959315 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:50:02.615984 run osmo-msc_10.42.42.6(pid=15509): ERR: Terminated: ERROR {rc=2} [trial-2375↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=15509)]\u000a13:50:02.663867 run osmo-msc_10.42.42.6(pid=15509): stdout: \u000a| (launched: 2022-12-10_13:50:00.993764) \u000a13:50:02.712481 run osmo-msc_10.42.42.6(pid=15509): stderr: \u000a| �[0;m�[38;5;43m20221210135001662 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210135001662 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fb8864cdc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210135001662 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210135001662 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210135001663 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210135001663 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210135001664 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210135001666 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210135001666 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210135001666 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a13:50:02.753571 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15502): Terminating (SIGTERM)\u000a13:50:02.792393 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15505): Terminating (SIGTERM)\u000a13:50:02.831126 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15508): Terminating (SIGTERM)\u000a13:50:02.840161 --- ParallelTerminationStrategy: PID 15502 died...\u000a13:50:02.892213 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15502): Terminated: ok {rc=0}\u000a13:50:02.901854 --- ParallelTerminationStrategy: PID 15505 died...\u000a13:50:02.953496 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15505): Terminated: ok {rc=0}\u000a13:50:02.962798 --- ParallelTerminationStrategy: PID 15508 died...\u000a13:50:03.014584 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15508): Terminated: ok {rc=0}\u000a13:50:03.101455 bus /sierra_3: Setting Powered False\u000a13:50:04.207841 bus /sierra_3: Setting Powered False\u000a13:50:05.313536 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 53, "className" : "voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15520): Process ended prematurely: osmo-stp_10.42.42.5(pid=15520) [trial-2375↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15520)]", "failedSince" : 2323, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15520): Process ended prematurely: osmo-stp_10.42.42.5(pid=15520) [trial-2375↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15520)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2375 voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call_osmux.py\u000a----------------------------------------------\u000a13:50:06.426355 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a13:50:06.438466 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a13:50:06.601103 tst mo_mt_call_osmux.py: using LAC 28833\u000a13:50:06.720425 tst mo_mt_call_osmux.py: using RAC 18\u000a13:50:06.839152 tst mo_mt_call_osmux.py: using CellId 28833\u000a13:50:06.958839 tst mo_mt_call_osmux.py: using BVCI 28834\u000a13:50:06.981710 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a13:50:06.992884 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a13:50:07.004212 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a13:50:07.015111 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a13:50:07.026036 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a13:50:07.036772 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a13:50:07.151404 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a13:50:07.362724 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:50:07.863103 run create_hlr_db(pid=15514): Launched\u000a13:50:08.048215 bus /sierra_2: Setting Powered False\u000a13:50:09.068186 run create_hlr_db(pid=15514): Terminated: ok {rc=0}\u000a13:50:09.465773 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15516): Launched\u000a13:50:09.762762 run osmo-hlr_10.42.42.2(pid=15517): Launched\u000a13:50:09.872460 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:50:10.388307 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15519): Launched\u000a13:50:10.686098 run osmo-stp_10.42.42.5(pid=15520): Launched\u000a13:50:10.795006 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a13:50:11.337306 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15522): Launched\u000a13:50:11.634840 run osmo-msc_10.42.42.6(pid=15523): Launched\u000a13:50:11.809933 run osmo-stp_10.42.42.5(pid=15520): ERR: Terminated: ERROR {rc=1} [trial-2375↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15520)]\u000a13:50:11.935688 run osmo-stp_10.42.42.5(pid=15520): stdout: \u000a| (launched: 2022-12-10_13:50:10.539718)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:50:12.059420 run osmo-stp_10.42.42.5(pid=15520): stderr: \u000a| �[0;m�[38;5;43m20221210135010708 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210135010708 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210135010709 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210135010709 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210135010710 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210135010710 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210135010710 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:50:12.179115 run osmo-stp_10.42.42.5(pid=15520): stdout: \u000a| (launched: 2022-12-10_13:50:10.539718)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:50:12.297139 run osmo-stp_10.42.42.5(pid=15520): stderr: \u000a| �[0;m�[38;5;43m20221210135010708 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210135010708 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210135010709 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210135010709 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210135010710 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210135010710 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210135010710 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:50:12.349437 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=15520): Process ended prematurely: osmo-stp_10.42.42.5(pid=15520) [trial-2375↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15520)] [trial-2375↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8]\u000a13:50:12.357838 tst mo_mt_call_osmux.py:8: Test FAILED (6.0 sec)\u000a13:50:12.416269 run osmo-hlr_10.42.42.2(pid=15517): ERR: Terminated: ERROR {rc=237} [trial-2375↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15517)]\u000a13:50:12.464212 run osmo-hlr_10.42.42.2(pid=15517): stdout: \u000a| (launched: 2022-12-10_13:50:09.617292) \u000a13:50:12.512795 run osmo-hlr_10.42.42.2(pid=15517): stderr: \u000a| �[0;m�[1;31m20221210135009794 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210135009794 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210135009794 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210135009795 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210135009795 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210135009795 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210135009806 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2375/run.2022-12-10_12-42-03/voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210135009815 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210135009815 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210135009815 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:50:12.578781 run osmo-msc_10.42.42.6(pid=15523): ERR: Terminated: ERROR {rc=2} [trial-2375↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=15523)]\u000a13:50:12.626768 run osmo-msc_10.42.42.6(pid=15523): stdout: \u000a| (launched: 2022-12-10_13:50:11.488317) \u000a13:50:12.675111 run osmo-msc_10.42.42.6(pid=15523): stderr: \u000a| �[0;m�[38;5;43m20221210135011761 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210135011761 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f8fdc252c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210135011761 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210135011761 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210135011762 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210135011762 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210135011763 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210135011764 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210135011764 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210135011764 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a13:50:12.716247 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15516): Terminating (SIGTERM)\u000a13:50:12.755166 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15519): Terminating (SIGTERM)\u000a13:50:12.794236 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15522): Terminating (SIGTERM)\u000a13:50:12.803413 --- ParallelTerminationStrategy: PID 15516 died...\u000a13:50:12.855723 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15516): Terminated: ok {rc=0}\u000a13:50:12.865410 --- ParallelTerminationStrategy: PID 15519 died...\u000a13:50:12.917247 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15519): Terminated: ok {rc=0}\u000a13:50:12.926748 --- ParallelTerminationStrategy: PID 15522 died...\u000a13:50:12.978662 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15522): Terminated: ok {rc=0}\u000a13:50:13.065639 bus /sierra_3: Setting Powered False\u000a13:50:14.167359 bus /sierra_3: Setting Powered False\u000a13:50:15.272243 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "152", "name" : "voice_nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T13:49:55" }, { "cases" : [ { "testActions" : [ ], "age" : 237, "className" : "voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15534): Process ended prematurely: osmo-stp_10.42.42.5(pid=15534) [trial-2375↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15534)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15534): Process ended prematurely: osmo-stp_10.42.42.5(pid=15534) [trial-2375↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15534)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2375 voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend mo_mt_call.py\u000a----------------------------------------------\u000a13:50:17.271174 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a13:50:17.282476 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a13:50:17.417713 tst mo_mt_call.py: using LAC 28834\u000a13:50:17.534540 tst mo_mt_call.py: using RAC 19\u000a13:50:17.651354 tst mo_mt_call.py: using CellId 28834\u000a13:50:17.767988 tst mo_mt_call.py: using BVCI 28835\u000a13:50:17.790816 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a13:50:17.802063 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a13:50:17.813068 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a13:50:17.824015 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a13:50:17.835222 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a13:50:17.846216 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a13:50:17.964901 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a13:50:18.164783 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:50:18.642116 run create_hlr_db(pid=15528): Launched\u000a13:50:18.813492 bus /sierra_2: Setting Powered False\u000a13:50:19.835815 run create_hlr_db(pid=15528): Terminated: ok {rc=0}\u000a13:50:20.257670 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15530): Launched\u000a13:50:20.578234 run osmo-hlr_10.42.42.2(pid=15531): Launched\u000a13:50:20.698262 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:50:21.249646 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15533): Launched\u000a13:50:21.569644 run osmo-stp_10.42.42.5(pid=15534): Launched\u000a13:50:21.686567 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a13:50:22.266802 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15536): Launched\u000a13:50:22.585581 run osmo-msc_10.42.42.6(pid=15537): Launched\u000a13:50:22.772711 run osmo-stp_10.42.42.5(pid=15534): ERR: Terminated: ERROR {rc=1} [trial-2375↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15534)]\u000a13:50:22.907564 run osmo-stp_10.42.42.5(pid=15534): stdout: \u000a| (launched: 2022-12-10_13:50:21.412054)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:50:23.041916 run osmo-stp_10.42.42.5(pid=15534): stderr: \u000a| �[0;m�[38;5;43m20221210135021604 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210135021604 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210135021604 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210135021605 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210135021605 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210135021605 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210135021605 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:50:23.169390 run osmo-stp_10.42.42.5(pid=15534): stdout: \u000a| (launched: 2022-12-10_13:50:21.412054)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:50:23.296110 run osmo-stp_10.42.42.5(pid=15534): stderr: \u000a| �[0;m�[38;5;43m20221210135021604 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210135021604 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210135021604 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210135021605 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210135021605 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210135021605 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210135021605 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:50:23.352059 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=15534): Process ended prematurely: osmo-stp_10.42.42.5(pid=15534) [trial-2375↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15534)] [trial-2375↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8]\u000a13:50:23.361025 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a13:50:23.423535 run osmo-hlr_10.42.42.2(pid=15531): ERR: Terminated: ERROR {rc=237} [trial-2375↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15531)]\u000a13:50:23.474711 run osmo-hlr_10.42.42.2(pid=15531): stdout: \u000a| (launched: 2022-12-10_13:50:20.420014) \u000a13:50:23.526651 run osmo-hlr_10.42.42.2(pid=15531): stderr: \u000a| �[0;m�[1;31m20221210135020619 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210135020619 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210135020619 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210135020619 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210135020619 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210135020620 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210135020632 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2375/run.2022-12-10_12-42-03/voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210135020640 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210135020640 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210135020640 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:50:23.596876 run osmo-msc_10.42.42.6(pid=15537): ERR: Terminated: ERROR {rc=2} [trial-2375↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=15537)]\u000a13:50:23.647769 run osmo-msc_10.42.42.6(pid=15537): stdout: \u000a| (launched: 2022-12-10_13:50:22.428477) \u000a13:50:23.699369 run osmo-msc_10.42.42.6(pid=15537): stderr: \u000a| �[0;m�[38;5;43m20221210135022747 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210135022747 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fccaea60c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210135022747 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210135022747 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210135022747 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210135022748 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210135022749 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210135022750 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210135022750 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210135022750 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a13:50:23.742723 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15530): Terminating (SIGTERM)\u000a13:50:23.784119 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15533): Terminating (SIGTERM)\u000a13:50:23.825737 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15536): Terminating (SIGTERM)\u000a13:50:23.835632 --- ParallelTerminationStrategy: PID 15530 died...\u000a13:50:23.891038 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15530): Terminated: ok {rc=0}\u000a13:50:23.901110 --- ParallelTerminationStrategy: PID 15533 died...\u000a13:50:23.956030 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15533): Terminated: ok {rc=0}\u000a13:50:23.966222 --- ParallelTerminationStrategy: PID 15536 died...\u000a13:50:24.021168 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15536): Terminated: ok {rc=0}\u000a13:50:24.106280 bus /sierra_3: Setting Powered False\u000a13:50:25.211609 bus /sierra_3: Setting Powered False\u000a13:50:26.317832 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 211, "className" : "voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15545): Process ended prematurely: osmo-stp_10.42.42.5(pid=15545) [trial-2375↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15545)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15545): Process ended prematurely: osmo-stp_10.42.42.5(pid=15545) [trial-2375↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15545)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2375 voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend mo_mt_call_osmux.py\u000a----------------------------------------------\u000a13:50:27.424515 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a13:50:27.436259 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a13:50:27.580840 tst mo_mt_call_osmux.py: using LAC 28835\u000a13:50:27.706705 tst mo_mt_call_osmux.py: using RAC 20\u000a13:50:27.833312 tst mo_mt_call_osmux.py: using CellId 28835\u000a13:50:27.958628 tst mo_mt_call_osmux.py: using BVCI 28836\u000a13:50:27.982923 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a13:50:27.994742 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a13:50:28.006340 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a13:50:28.018206 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a13:50:28.030020 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a13:50:28.042003 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a13:50:28.158812 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a13:50:28.358008 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:50:28.834065 run create_hlr_db(pid=15539): Launched\u000a13:50:29.004066 bus /sierra_2: Setting Powered False\u000a13:50:30.026316 run create_hlr_db(pid=15539): Terminated: ok {rc=0}\u000a13:50:30.450399 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15541): Launched\u000a13:50:30.768204 run osmo-hlr_10.42.42.2(pid=15542): Launched\u000a13:50:30.985325 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:50:31.561208 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15544): Launched\u000a13:50:32.066601 run osmo-stp_10.42.42.5(pid=15545): Launched\u000a13:50:32.299589 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a13:50:32.881568 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15547): Launched\u000a13:50:33.199962 run osmo-msc_10.42.42.6(pid=15548): Launched\u000a13:50:33.387933 run osmo-stp_10.42.42.5(pid=15545): ERR: Terminated: ERROR {rc=1} [trial-2375↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15545)]\u000a13:50:33.523265 run osmo-stp_10.42.42.5(pid=15545): stdout: \u000a| (launched: 2022-12-10_13:50:31.716854)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:50:33.658172 run osmo-stp_10.42.42.5(pid=15545): stderr: \u000a| �[0;m�[38;5;43m20221210135031989 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210135031990 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210135031991 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210135031991 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210135031997 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210135031997 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210135031997 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:50:33.786143 run osmo-stp_10.42.42.5(pid=15545): stdout: \u000a| (launched: 2022-12-10_13:50:31.716854)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:50:33.912842 run osmo-stp_10.42.42.5(pid=15545): stderr: \u000a| �[0;m�[38;5;43m20221210135031989 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210135031990 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210135031991 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210135031991 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210135031997 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210135031997 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210135031997 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:50:33.968849 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=15545): Process ended prematurely: osmo-stp_10.42.42.5(pid=15545) [trial-2375↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15545)] [trial-2375↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8]\u000a13:50:33.977952 tst mo_mt_call_osmux.py:8: Test FAILED (6.6 sec)\u000a13:50:34.040674 run osmo-hlr_10.42.42.2(pid=15542): ERR: Terminated: ERROR {rc=237} [trial-2375↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15542)]\u000a13:50:34.091881 run osmo-hlr_10.42.42.2(pid=15542): stdout: \u000a| (launched: 2022-12-10_13:50:30.612147) \u000a13:50:34.143382 run osmo-hlr_10.42.42.2(pid=15542): stderr: \u000a| �[0;m�[1;31m20221210135030809 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210135030809 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210135030809 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210135030810 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210135030810 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210135030810 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210135030822 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2375/run.2022-12-10_12-42-03/voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210135030838 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210135030838 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210135030838 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:50:34.213272 run osmo-msc_10.42.42.6(pid=15548): ERR: Terminated: ERROR {rc=2} [trial-2375↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=15548)]\u000a13:50:34.264426 run osmo-msc_10.42.42.6(pid=15548): stdout: \u000a| (launched: 2022-12-10_13:50:33.043198) \u000a13:50:34.316802 run osmo-msc_10.42.42.6(pid=15548): stderr: \u000a| �[0;m�[38;5;43m20221210135033366 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210135033366 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f21a1088c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210135033366 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210135033366 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210135033366 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210135033366 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210135033368 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210135033368 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210135033369 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210135033369 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a13:50:34.360685 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15541): Terminating (SIGTERM)\u000a13:50:34.402208 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15544): Terminating (SIGTERM)\u000a13:50:34.444112 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15547): Terminating (SIGTERM)\u000a13:50:34.453928 --- ParallelTerminationStrategy: PID 15541 died...\u000a13:50:34.509639 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15541): Terminated: ok {rc=0}\u000a13:50:34.519902 --- ParallelTerminationStrategy: PID 15544 died...\u000a13:50:34.575923 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15544): Terminated: ok {rc=0}\u000a13:50:34.586197 --- ParallelTerminationStrategy: PID 15547 died...\u000a13:50:34.641899 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15547): Terminated: ok {rc=0}\u000a13:50:34.727886 bus /sierra_3: Setting Powered False\u000a13:50:35.834172 bus /sierra_3: Setting Powered False\u000a13:50:36.946173 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "153", "name" : "voice_nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T13:50:16" }, { "cases" : [ { "testActions" : [ ], "age" : 45, "className" : "emergency:nanobts+band-900", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15559): Process ended prematurely: osmo-stp_10.42.42.5(pid=15559) [trial-2375↪emergency:nanobts+band-900↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15559)]", "failedSince" : 2331, "name" : "emergency_mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_mo_mt_call.py\", line 19, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15559): Process ended prematurely: osmo-stp_10.42.42.5(pid=15559) [trial-2375↪emergency:nanobts+band-900↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15559)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2375 emergency:nanobts+band-900 emergency_mo_mt_call.py\u000a----------------------------------------------\u000a13:50:38.951247 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a13:50:38.961831 tst emergency:nanobts+band-900: Using 1 x bts (candidates: 1)\u000a13:50:39.092741 tst emergency_mo_mt_call.py: using LAC 28836\u000a13:50:39.207647 tst emergency_mo_mt_call.py: using RAC 21\u000a13:50:39.326552 tst emergency_mo_mt_call.py: using CellId 28836\u000a13:50:39.445402 tst emergency_mo_mt_call.py: using BVCI 28837\u000a13:50:39.469832 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a13:50:39.480940 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a13:50:39.492075 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a13:50:39.503342 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a13:50:39.514740 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a13:50:39.525979 tst emergency:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a13:50:39.640707 tst emergency:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a13:50:39.845626 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:50:40.338820 run create_hlr_db(pid=15553): Launched\u000a13:50:40.521822 bus /sierra_2: Setting Powered False\u000a13:50:41.542111 run create_hlr_db(pid=15553): Terminated: ok {rc=0}\u000a13:50:41.958205 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15555): Launched\u000a13:50:42.271922 run osmo-hlr_10.42.42.2(pid=15556): Launched\u000a13:50:42.386185 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:50:42.930951 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15558): Launched\u000a13:50:43.243918 run osmo-stp_10.42.42.5(pid=15559): Launched\u000a13:50:43.370121 tst emergency_mo_mt_call.py: using MSISDN 7763\u000a13:50:43.526383 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a13:50:44.096598 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15561): Launched\u000a13:50:44.410409 run osmo-msc_10.42.42.6(pid=15562): Launched\u000a13:50:44.595545 run osmo-stp_10.42.42.5(pid=15559): ERR: Terminated: ERROR {rc=1} [trial-2375↪emergency:nanobts+band-900↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15559)]\u000a13:50:44.733850 run osmo-stp_10.42.42.5(pid=15559): stdout: \u000a| (launched: 2022-12-10_13:50:43.090387)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:50:44.867328 run osmo-stp_10.42.42.5(pid=15559): stderr: \u000a| �[0;m�[38;5;43m20221210135043282 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210135043283 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210135043283 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210135043283 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210135043284 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210135043284 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210135043284 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:50:44.993461 run osmo-stp_10.42.42.5(pid=15559): stdout: \u000a| (launched: 2022-12-10_13:50:43.090387)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:50:45.118052 run osmo-stp_10.42.42.5(pid=15559): stderr: \u000a| �[0;m�[38;5;43m20221210135043282 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210135043283 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210135043283 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210135043283 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210135043284 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210135043284 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210135043284 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:50:45.172633 tst emergency_mo_mt_call.py:19: ERR: Error: osmo-stp_10.42.42.5(pid=15559): Process ended prematurely: osmo-stp_10.42.42.5(pid=15559) [trial-2375↪emergency:nanobts+band-900↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15559)] [trial-2375↪emergency:nanobts+band-900↪emergency_mo_mt_call.py:19]\u000a13:50:45.181136 tst emergency_mo_mt_call.py:19: Test FAILED (6.2 sec)\u000a13:50:45.243611 run osmo-hlr_10.42.42.2(pid=15556): ERR: Terminated: ERROR {rc=237} [trial-2375↪emergency:nanobts+band-900↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15556)]\u000a13:50:45.295290 run osmo-hlr_10.42.42.2(pid=15556): stdout: \u000a| (launched: 2022-12-10_13:50:42.117746) \u000a13:50:45.347042 run osmo-hlr_10.42.42.2(pid=15556): stderr: \u000a| �[0;m�[1;31m20221210135042314 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210135042314 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210135042314 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210135042314 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210135042314 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210135042314 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210135042370 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2375/run.2022-12-10_12-42-03/emergency:nanobts+band-900/emergency_mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210135042380 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210135042380 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210135042380 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:50:45.417073 run osmo-msc_10.42.42.6(pid=15562): ERR: Terminated: ERROR {rc=2} [trial-2375↪emergency:nanobts+band-900↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=15562)]\u000a13:50:45.468178 run osmo-msc_10.42.42.6(pid=15562): stdout: \u000a| (launched: 2022-12-10_13:50:44.255366) \u000a13:50:45.519827 run osmo-msc_10.42.42.6(pid=15562): stderr: \u000a| �[0;m�[38;5;43m20221210135044581 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210135044581 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f19af4b1c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210135044581 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210135044581 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210135044582 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210135044582 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210135044584 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210135044584 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210135044584 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210135044584 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a13:50:45.563222 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15555): Terminating (SIGTERM)\u000a13:50:45.604891 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15558): Terminating (SIGTERM)\u000a13:50:45.646626 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15561): Terminating (SIGTERM)\u000a13:50:45.656507 --- ParallelTerminationStrategy: PID 15555 died...\u000a13:50:45.712351 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15555): Terminated: ok {rc=0}\u000a13:50:45.722559 --- ParallelTerminationStrategy: PID 15558 died...\u000a13:50:45.777744 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15558): Terminated: ok {rc=0}\u000a13:50:45.788064 --- ParallelTerminationStrategy: PID 15561 died...\u000a13:50:45.850347 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15561): Terminated: ok {rc=0}\u000a13:50:45.967760 bus /sierra_3: Setting Powered False\u000a13:50:47.069033 bus /sierra_3: Setting Powered False\u000a13:50:48.175392 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 213, "className" : "emergency:nanobts+band-900", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15570): Process ended prematurely: osmo-stp_10.42.42.5(pid=15570) [trial-2375↪emergency:nanobts+band-900↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15570)]", "failedSince" : 2163, "name" : "emergency_preemptive_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_preemptive_call.py\", line 32, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15570): Process ended prematurely: osmo-stp_10.42.42.5(pid=15570) [trial-2375↪emergency:nanobts+band-900↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15570)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2375 emergency:nanobts+band-900 emergency_preemptive_call.py\u000a----------------------------------------------\u000a13:50:49.228431 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a13:50:49.240541 tst emergency:nanobts+band-900: Using 1 x bts (candidates: 1)\u000a13:50:49.383094 tst emergency_preemptive_call.py: using LAC 28837\u000a13:50:49.507299 tst emergency_preemptive_call.py: using RAC 22\u000a13:50:49.632563 tst emergency_preemptive_call.py: using CellId 28837\u000a13:50:49.754347 tst emergency_preemptive_call.py: using BVCI 28838\u000a13:50:49.778198 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a13:50:49.789139 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a13:50:49.799890 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a13:50:49.810932 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a13:50:49.822046 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a13:50:49.833118 tst emergency:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a13:50:49.950823 tst emergency:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a13:50:50.064531 tst emergency:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a13:50:50.182401 tst emergency:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a13:50:50.380098 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:50:50.851262 run create_hlr_db(pid=15564): Launched\u000a13:50:51.019844 bus /sierra_2: Setting Powered False\u000a13:50:52.041799 run create_hlr_db(pid=15564): Terminated: ok {rc=0}\u000a13:50:52.459336 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15566): Launched\u000a13:50:52.772908 run osmo-hlr_10.42.42.2(pid=15567): Launched\u000a13:50:52.889785 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:50:53.435330 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15569): Launched\u000a13:50:53.747245 run osmo-stp_10.42.42.5(pid=15570): Launched\u000a13:50:53.873807 tst emergency_preemptive_call.py: using MSISDN 7764\u000a13:50:54.029418 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a13:50:54.600491 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15572): Launched\u000a13:50:54.912657 run osmo-msc_10.42.42.6(pid=15573): Launched\u000a13:50:55.097546 run osmo-stp_10.42.42.5(pid=15570): ERR: Terminated: ERROR {rc=1} [trial-2375↪emergency:nanobts+band-900↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15570)]\u000a13:50:55.231210 run osmo-stp_10.42.42.5(pid=15570): stdout: \u000a| (launched: 2022-12-10_13:50:53.594250)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:50:55.364584 run osmo-stp_10.42.42.5(pid=15570): stderr: \u000a| �[0;m�[38;5;43m20221210135053787 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210135053787 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210135053787 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210135053788 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210135053788 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210135053788 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210135053788 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:50:55.490805 run osmo-stp_10.42.42.5(pid=15570): stdout: \u000a| (launched: 2022-12-10_13:50:53.594250)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:50:55.615595 run osmo-stp_10.42.42.5(pid=15570): stderr: \u000a| �[0;m�[38;5;43m20221210135053787 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210135053787 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210135053787 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210135053788 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210135053788 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210135053788 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210135053788 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:50:55.669983 tst emergency_preemptive_call.py:32: ERR: Error: osmo-stp_10.42.42.5(pid=15570): Process ended prematurely: osmo-stp_10.42.42.5(pid=15570) [trial-2375↪emergency:nanobts+band-900↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15570)] [trial-2375↪emergency:nanobts+band-900↪emergency_preemptive_call.py:32]\u000a13:50:55.678376 tst emergency_preemptive_call.py:32: Test FAILED (6.4 sec)\u000a13:50:55.741431 run osmo-hlr_10.42.42.2(pid=15567): ERR: Terminated: ERROR {rc=237} [trial-2375↪emergency:nanobts+band-900↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15567)]\u000a13:50:55.792488 run osmo-hlr_10.42.42.2(pid=15567): stdout: \u000a| (launched: 2022-12-10_13:50:52.618827) \u000a13:50:55.844796 run osmo-hlr_10.42.42.2(pid=15567): stderr: \u000a| �[0;m�[1;31m20221210135052817 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210135052817 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210135052817 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210135052817 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210135052817 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210135052817 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210135052831 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2375/run.2022-12-10_12-42-03/emergency:nanobts+band-900/emergency_preemptive_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210135052841 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210135052841 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210135052841 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:50:55.915114 run osmo-msc_10.42.42.6(pid=15573): ERR: Terminated: ERROR {rc=2} [trial-2375↪emergency:nanobts+band-900↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=15573)]\u000a13:50:55.966292 run osmo-msc_10.42.42.6(pid=15573): stdout: \u000a| (launched: 2022-12-10_13:50:54.759433) \u000a13:50:56.018088 run osmo-msc_10.42.42.6(pid=15573): stderr: \u000a| �[0;m�[38;5;43m20221210135055079 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210135055079 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f406eabfc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210135055079 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210135055079 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210135055079 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210135055079 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210135055081 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210135055082 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210135055082 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210135055082 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a13:50:56.062270 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15566): Terminating (SIGTERM)\u000a13:50:56.104179 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15569): Terminating (SIGTERM)\u000a13:50:56.146018 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15572): Terminating (SIGTERM)\u000a13:50:56.155776 --- ParallelTerminationStrategy: PID 15566 died...\u000a13:50:56.211552 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15566): Terminated: ok {rc=0}\u000a13:50:56.221707 --- ParallelTerminationStrategy: PID 15569 died...\u000a13:50:56.277614 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15569): Terminated: ok {rc=0}\u000a13:50:56.287786 --- ParallelTerminationStrategy: PID 15572 died...\u000a13:50:56.343440 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15572): Terminated: ok {rc=0}\u000a13:50:56.429684 bus /sierra_9: Setting Powered False\u000a13:50:57.535084 bus /sierra_9: Setting Powered False\u000a13:50:58.640852 bus /sierra_8: Setting Powered False\u000a13:50:59.745865 bus /sierra_8: Setting Powered False\u000a13:51:00.860681 bus /sierra_3: Setting Powered False\u000a13:51:01.983150 bus /sierra_3: Setting Powered False\u000a13:51:03.097440 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 27.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "154", "name" : "emergency_nanobts+band-900", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T13:50:38" }, { "cases" : [ { "testActions" : [ ], "age" : 237, "className" : "gprs:nanobts+band-900", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15588): Process ended prematurely: osmo-stp_10.42.42.5(pid=15588) [trial-2375↪gprs:nanobts+band-900↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15588)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15588): Process ended prematurely: osmo-stp_10.42.42.5(pid=15588) [trial-2375↪gprs:nanobts+band-900↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15588)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2375 gprs:nanobts+band-900 cs_paging_gprs_active.py\u000a----------------------------------------------\u000a13:51:05.199090 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a13:51:05.209781 tst gprs:nanobts+band-900: Using 1 x bts (candidates: 1)\u000a13:51:05.343045 tst cs_paging_gprs_active.py: using LAC 28838\u000a13:51:05.462438 tst cs_paging_gprs_active.py: using RAC 23\u000a13:51:05.588672 tst cs_paging_gprs_active.py: using CellId 28838\u000a13:51:05.708831 tst cs_paging_gprs_active.py: using BVCI 28839\u000a13:51:05.731597 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a13:51:05.742135 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a13:51:05.752460 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a13:51:05.762749 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a13:51:05.772927 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a13:51:05.783136 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a13:51:05.793517 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a13:51:05.803659 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a13:51:05.814092 tst gprs:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a13:51:05.931024 tst gprs:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a13:51:06.207675 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a13:51:06.332504 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:51:06.648113 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15578): Launched\u000a13:51:06.922482 run iperf3-srv_10.42.42.10(pid=15579): Launched\u000a13:51:07.119145 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a13:51:07.253080 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:51:07.583573 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15580): Launched\u000a13:51:07.857205 run iperf3-srv_10.42.42.10(pid=15581): Launched\u000a13:51:08.051758 tst cs_paging_gprs_active.py:38: start network...\u000a13:51:08.185016 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:51:08.688631 run create_hlr_db(pid=15582): Launched\u000a13:51:08.873335 bus /sierra_2: Setting Powered False\u000a13:51:09.893077 run create_hlr_db(pid=15582): Terminated: ok {rc=0}\u000a13:51:10.292370 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15584): Launched\u000a13:51:10.592336 run osmo-hlr_10.42.42.2(pid=15585): Launched\u000a13:51:10.707402 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:51:11.234984 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15587): Launched\u000a13:51:11.533782 run osmo-stp_10.42.42.5(pid=15588): Launched\u000a13:51:11.643232 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:51:12.162473 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15590): Launched\u000a13:51:12.268756 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:51:12.528668 run patchelf(pid=15591): Launched\u000a13:51:12.703329 run osmo-stp_10.42.42.5(pid=15588): ERR: Terminated: ERROR {rc=1} [trial-2375↪gprs:nanobts+band-900↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15588)]\u000a13:51:12.830149 run osmo-stp_10.42.42.5(pid=15588): stdout: \u000a| (launched: 2022-12-10_13:51:11.386523)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:51:12.957573 run osmo-stp_10.42.42.5(pid=15588): stderr: \u000a| �[0;m�[38;5;43m20221210135111556 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210135111556 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210135111556 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210135111557 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210135111559 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210135111559 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210135111559 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:51:13.080311 run osmo-stp_10.42.42.5(pid=15588): stdout: \u000a| (launched: 2022-12-10_13:51:11.386523)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:51:13.202461 run osmo-stp_10.42.42.5(pid=15588): stderr: \u000a| �[0;m�[38;5;43m20221210135111556 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210135111556 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210135111556 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210135111557 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210135111559 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210135111559 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210135111559 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:51:13.344692 run patchelf(pid=15591): Terminating (SIGINT)\u000a13:51:13.512434 run patchelf(pid=15591): Terminated: ok {rc=0}\u000a13:51:13.543298 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=15588): Process ended prematurely: osmo-stp_10.42.42.5(pid=15588) [trial-2375↪gprs:nanobts+band-900↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15588)] [trial-2375↪gprs:nanobts+band-900↪cs_paging_gprs_active.py:38]\u000a13:51:13.552439 tst cs_paging_gprs_active.py:38: Test FAILED (8.4 sec)\u000a13:51:13.611034 run osmo-hlr_10.42.42.2(pid=15585): ERR: Terminated: ERROR {rc=237} [trial-2375↪gprs:nanobts+band-900↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15585)]\u000a13:51:13.658710 run osmo-hlr_10.42.42.2(pid=15585): stdout: \u000a| (launched: 2022-12-10_13:51:10.444092) \u000a13:51:13.707105 run osmo-hlr_10.42.42.2(pid=15585): stderr: \u000a| �[0;m�[1;31m20221210135110622 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210135110622 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210135110622 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210135110622 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210135110622 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210135110622 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210135110635 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2375/run.2022-12-10_12-42-03/gprs:nanobts+band-900/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210135110644 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210135110644 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210135110644 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:51:13.748229 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15578): Terminating (SIGTERM)\u000a13:51:13.786708 run iperf3-srv_10.42.42.10(pid=15579): Terminating (SIGTERM)\u000a13:51:13.825300 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15580): Terminating (SIGTERM)\u000a13:51:13.863911 run iperf3-srv_10.42.42.10(pid=15581): Terminating (SIGTERM)\u000a13:51:13.902593 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15584): Terminating (SIGTERM)\u000a13:51:13.941175 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15587): Terminating (SIGTERM)\u000a13:51:13.980012 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15590): Terminating (SIGTERM)\u000a13:51:13.989171 --- ParallelTerminationStrategy: PID 15578 died...\u000a13:51:14.040999 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15578): Terminated: ok {rc=0}\u000a13:51:14.050489 --- ParallelTerminationStrategy: PID 15579 died...\u000a13:51:14.102424 run iperf3-srv_10.42.42.10(pid=15579): Terminated {rc=256}\u000a13:51:14.111778 --- ParallelTerminationStrategy: PID 15580 died...\u000a13:51:14.163299 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15580): Terminated: ok {rc=0}\u000a13:51:14.172614 --- ParallelTerminationStrategy: PID 15581 died...\u000a13:51:14.224349 run iperf3-srv_10.42.42.10(pid=15581): Terminated {rc=256}\u000a13:51:14.234094 --- ParallelTerminationStrategy: PID 15584 died...\u000a13:51:14.286235 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15584): Terminated: ok {rc=0}\u000a13:51:14.295595 --- ParallelTerminationStrategy: PID 15587 died...\u000a13:51:14.346982 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15587): Terminated: ok {rc=0}\u000a13:51:14.356338 --- ParallelTerminationStrategy: PID 15590 died...\u000a13:51:14.407887 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15590): Terminated: ok {rc=0}\u000a13:51:14.495298 bus /gobi_0: Setting Powered False\u000a13:51:15.597082 bus /gobi_0: Setting Powered False\u000a13:51:16.704885 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 63, "className" : "gprs:nanobts+band-900", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15600): Process ended prematurely: osmo-stp_10.42.42.5(pid=15600) [trial-2375↪gprs:nanobts+band-900↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15600)]", "failedSince" : 2313, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15600): Process ended prematurely: osmo-stp_10.42.42.5(pid=15600) [trial-2375↪gprs:nanobts+band-900↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15600)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2375 gprs:nanobts+band-900 iperf3.py\u000a----------------------------------------------\u000a13:51:17.811018 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a13:51:17.822049 tst gprs:nanobts+band-900: Using 1 x bts (candidates: 1)\u000a13:51:17.956792 tst iperf3.py: using LAC 28839\u000a13:51:18.076283 tst iperf3.py: using RAC 24\u000a13:51:18.198411 tst iperf3.py: using CellId 28839\u000a13:51:18.314927 tst iperf3.py: using BVCI 28840\u000a13:51:18.337793 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a13:51:18.348620 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a13:51:18.358988 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a13:51:18.369285 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a13:51:18.379449 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a13:51:18.389611 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a13:51:18.399890 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a13:51:18.410085 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a13:51:18.420409 tst gprs:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a13:51:18.709771 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a13:51:18.843175 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:51:19.171678 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15592): Launched\u000a13:51:19.446200 run iperf3-srv_10.42.42.10(pid=15593): Launched\u000a13:51:19.642093 tst iperf3.py:8: start network...\u000a13:51:19.775851 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:51:20.277283 run create_hlr_db(pid=15594): Launched\u000a13:51:20.461962 bus /gobi_6: Setting Powered False\u000a13:51:21.482206 run create_hlr_db(pid=15594): Terminated: ok {rc=0}\u000a13:51:21.905553 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15596): Launched\u000a13:51:22.225683 run osmo-hlr_10.42.42.2(pid=15597): Launched\u000a13:51:22.345518 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:51:22.902304 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15599): Launched\u000a13:51:23.221075 run osmo-stp_10.42.42.5(pid=15600): Launched\u000a13:51:23.337758 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:51:23.891768 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15602): Launched\u000a13:51:24.005474 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:51:24.281678 run patchelf(pid=15603): Launched\u000a13:51:24.467967 run osmo-stp_10.42.42.5(pid=15600): ERR: Terminated: ERROR {rc=1} [trial-2375↪gprs:nanobts+band-900↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15600)]\u000a13:51:24.604064 run osmo-stp_10.42.42.5(pid=15600): stdout: \u000a| (launched: 2022-12-10_13:51:23.064298)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:51:24.741042 run osmo-stp_10.42.42.5(pid=15600): stderr: \u000a| �[0;m�[38;5;43m20221210135123254 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210135123254 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210135123254 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210135123255 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210135123255 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210135123255 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210135123255 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:51:24.872806 run osmo-stp_10.42.42.5(pid=15600): stdout: \u000a| (launched: 2022-12-10_13:51:23.064298)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:51:25.003802 run osmo-stp_10.42.42.5(pid=15600): stderr: \u000a| �[0;m�[38;5;43m20221210135123254 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210135123254 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210135123254 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210135123255 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210135123255 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210135123255 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210135123255 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:51:25.156453 run patchelf(pid=15603): Terminating (SIGINT)\u000a13:51:25.335943 run patchelf(pid=15603): Terminated: ok {rc=0}\u000a13:51:25.368806 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=15600): Process ended prematurely: osmo-stp_10.42.42.5(pid=15600) [trial-2375↪gprs:nanobts+band-900↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15600)] [trial-2375↪gprs:nanobts+band-900↪iperf3.py:8]\u000a13:51:25.378637 tst iperf3.py:8: Test FAILED (7.6 sec)\u000a13:51:25.441200 run osmo-hlr_10.42.42.2(pid=15597): ERR: Terminated: ERROR {rc=237} [trial-2375↪gprs:nanobts+band-900↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15597)]\u000a13:51:25.491852 run osmo-hlr_10.42.42.2(pid=15597): stdout: \u000a| (launched: 2022-12-10_13:51:22.068622) \u000a13:51:25.543194 run osmo-hlr_10.42.42.2(pid=15597): stderr: \u000a| �[0;m�[1;31m20221210135122268 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210135122268 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210135122268 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210135122268 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210135122268 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210135122268 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210135122280 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2375/run.2022-12-10_12-42-03/gprs:nanobts+band-900/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210135122289 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210135122289 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210135122289 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:51:25.586846 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15592): Terminating (SIGTERM)\u000a13:51:25.627762 run iperf3-srv_10.42.42.10(pid=15593): Terminating (SIGTERM)\u000a13:51:25.668935 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15596): Terminating (SIGTERM)\u000a13:51:25.710300 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15599): Terminating (SIGTERM)\u000a13:51:25.751299 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15602): Terminating (SIGTERM)\u000a13:51:25.761025 --- ParallelTerminationStrategy: PID 15592 died...\u000a13:51:25.816177 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15592): Terminated: ok {rc=0}\u000a13:51:25.826184 --- ParallelTerminationStrategy: PID 15593 died...\u000a13:51:25.881341 run iperf3-srv_10.42.42.10(pid=15593): Terminated {rc=256}\u000a13:51:25.891232 --- ParallelTerminationStrategy: PID 15596 died...\u000a13:51:25.946201 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15596): Terminated: ok {rc=0}\u000a13:51:25.956122 --- ParallelTerminationStrategy: PID 15599 died...\u000a13:51:26.011259 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15599): Terminated: ok {rc=0}\u000a13:51:26.021305 --- ParallelTerminationStrategy: PID 15602 died...\u000a13:51:26.076625 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15602): Terminated: ok {rc=0}\u000a13:51:26.161994 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 215, "className" : "gprs:nanobts+band-900", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15618): Process ended prematurely: osmo-stp_10.42.42.5(pid=15618) [trial-2375↪gprs:nanobts+band-900↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15618)]", "failedSince" : 2161, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15618): Process ended prematurely: osmo-stp_10.42.42.5(pid=15618) [trial-2375↪gprs:nanobts+band-900↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15618)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2375 gprs:nanobts+band-900 iperf3m4.py\u000a----------------------------------------------\u000a13:51:27.274677 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a13:51:27.289639 tst gprs:nanobts+band-900: Using 1 x bts (candidates: 1)\u000a13:51:27.427855 tst iperf3m4.py: using LAC 28840\u000a13:51:27.549051 tst iperf3m4.py: using RAC 25\u000a13:51:27.667363 tst iperf3m4.py: using CellId 28840\u000a13:51:27.785022 tst iperf3m4.py: using BVCI 28841\u000a13:51:27.807786 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a13:51:27.818491 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a13:51:27.828932 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a13:51:27.839400 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a13:51:27.849786 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a13:51:27.859987 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a13:51:27.870446 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a13:51:27.880577 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a13:51:27.891124 tst gprs:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a13:51:28.008417 tst gprs:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a13:51:28.126817 tst gprs:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a13:51:28.246397 tst gprs:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a13:51:28.539102 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a13:51:28.672806 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:51:29.001206 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15604): Launched\u000a13:51:29.274080 run iperf3-srv_10.42.42.10(pid=15605): Launched\u000a13:51:29.469351 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a13:51:29.602188 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:51:29.929665 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15606): Launched\u000a13:51:30.202088 run iperf3-srv_10.42.42.10(pid=15607): Launched\u000a13:51:30.397870 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a13:51:30.531213 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:51:30.861899 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15608): Launched\u000a13:51:31.177235 run iperf3-srv_10.42.42.10(pid=15609): Launched\u000a13:51:31.377200 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a13:51:31.513888 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:51:31.867544 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15610): Launched\u000a13:51:32.160883 run iperf3-srv_10.42.42.10(pid=15611): Launched\u000a13:51:32.357225 tst iperf3m4.py:8: start network...\u000a13:51:32.490540 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:51:32.992077 run create_hlr_db(pid=15612): Launched\u000a13:51:33.176064 bus /gobi_6: Setting Powered False\u000a13:51:34.197735 run create_hlr_db(pid=15612): Terminated: ok {rc=0}\u000a13:51:34.622130 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15614): Launched\u000a13:51:34.943079 run osmo-hlr_10.42.42.2(pid=15615): Launched\u000a13:51:35.063876 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:51:35.619851 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15617): Launched\u000a13:51:35.940285 run osmo-stp_10.42.42.5(pid=15618): Launched\u000a13:51:36.057394 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:51:36.614590 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15620): Launched\u000a13:51:36.728377 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:51:37.006472 run patchelf(pid=15621): Launched\u000a13:51:37.193182 run osmo-stp_10.42.42.5(pid=15618): ERR: Terminated: ERROR {rc=1} [trial-2375↪gprs:nanobts+band-900↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15618)]\u000a13:51:37.330260 run osmo-stp_10.42.42.5(pid=15618): stdout: \u000a| (launched: 2022-12-10_13:51:35.782549)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:51:37.467586 run osmo-stp_10.42.42.5(pid=15618): stderr: \u000a| �[0;m�[38;5;43m20221210135135975 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210135135975 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210135135975 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210135135976 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210135135978 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210135135978 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210135135978 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:51:37.601196 run osmo-stp_10.42.42.5(pid=15618): stdout: \u000a| (launched: 2022-12-10_13:51:35.782549)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:51:37.732738 run osmo-stp_10.42.42.5(pid=15618): stderr: \u000a| �[0;m�[38;5;43m20221210135135975 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210135135975 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210135135975 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210135135976 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210135135978 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210135135978 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210135135978 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:51:37.885077 run patchelf(pid=15621): Terminating (SIGINT)\u000a13:51:38.064018 run patchelf(pid=15621): Terminated: ok {rc=0}\u000a13:51:38.096877 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=15618): Process ended prematurely: osmo-stp_10.42.42.5(pid=15618) [trial-2375↪gprs:nanobts+band-900↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15618)] [trial-2375↪gprs:nanobts+band-900↪iperf3m4.py:8]\u000a13:51:38.106657 tst iperf3m4.py:8: Test FAILED (10.9 sec)\u000a13:51:38.169999 run osmo-hlr_10.42.42.2(pid=15615): ERR: Terminated: ERROR {rc=237} [trial-2375↪gprs:nanobts+band-900↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15615)]\u000a13:51:38.221367 run osmo-hlr_10.42.42.2(pid=15615): stdout: \u000a| (launched: 2022-12-10_13:51:34.785157) \u000a13:51:38.273251 run osmo-hlr_10.42.42.2(pid=15615): stderr: \u000a| �[0;m�[1;31m20221210135134984 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210135134984 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210135134984 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210135134984 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210135134984 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210135134984 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210135135005 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2375/run.2022-12-10_12-42-03/gprs:nanobts+band-900/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210135135015 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210135135015 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210135135015 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:51:38.317294 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15604): Terminating (SIGTERM)\u000a13:51:38.359120 run iperf3-srv_10.42.42.10(pid=15605): Terminating (SIGTERM)\u000a13:51:38.400503 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15606): Terminating (SIGTERM)\u000a13:51:38.442097 run iperf3-srv_10.42.42.10(pid=15607): Terminating (SIGTERM)\u000a13:51:38.483350 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15608): Terminating (SIGTERM)\u000a13:51:38.525203 run iperf3-srv_10.42.42.10(pid=15609): Terminating (SIGTERM)\u000a13:51:38.566230 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15610): Terminating (SIGTERM)\u000a13:51:38.607900 run iperf3-srv_10.42.42.10(pid=15611): Terminating (SIGTERM)\u000a13:51:38.649030 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15614): Terminating (SIGTERM)\u000a13:51:38.690394 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15617): Terminating (SIGTERM)\u000a13:51:38.732044 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15620): Terminating (SIGTERM)\u000a13:51:38.741716 --- ParallelTerminationStrategy: PID 15604 died...\u000a13:51:38.797506 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15604): Terminated: ok {rc=0}\u000a13:51:38.807479 --- ParallelTerminationStrategy: PID 15605 died...\u000a13:51:38.862421 run iperf3-srv_10.42.42.10(pid=15605): Terminated {rc=256}\u000a13:51:38.872561 --- ParallelTerminationStrategy: PID 15606 died...\u000a13:51:38.927432 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15606): Terminated: ok {rc=0}\u000a13:51:38.937450 --- ParallelTerminationStrategy: PID 15607 died...\u000a13:51:38.992328 run iperf3-srv_10.42.42.10(pid=15607): Terminated {rc=256}\u000a13:51:39.002376 --- ParallelTerminationStrategy: PID 15608 died...\u000a13:51:39.057969 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15608): Terminated: ok {rc=0}\u000a13:51:39.067935 --- ParallelTerminationStrategy: PID 15609 died...\u000a13:51:39.122757 run iperf3-srv_10.42.42.10(pid=15609): Terminated {rc=256}\u000a13:51:39.133053 --- ParallelTerminationStrategy: PID 15610 died...\u000a13:51:39.188206 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15610): Terminated: ok {rc=0}\u000a13:51:39.198166 --- ParallelTerminationStrategy: PID 15611 died...\u000a13:51:39.253223 run iperf3-srv_10.42.42.10(pid=15611): Terminated {rc=256}\u000a13:51:39.263203 --- ParallelTerminationStrategy: PID 15614 died...\u000a13:51:39.318421 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15614): Terminated: ok {rc=0}\u000a13:51:39.328636 --- ParallelTerminationStrategy: PID 15617 died...\u000a13:51:39.384120 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15617): Terminated: ok {rc=0}\u000a13:51:39.394146 --- ParallelTerminationStrategy: PID 15620 died...\u000a13:51:39.449092 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15620): Terminated: ok {rc=0}\u000a13:51:39.534654 bus /gobi_4: Setting Powered False\u000a13:51:40.635888 bus /gobi_4: Setting Powered False\u000a13:51:41.746726 bus /gobi_1: Setting Powered False\u000a13:51:42.848070 bus /gobi_1: Setting Powered False\u000a13:51:43.957378 bus /gobi_0: Setting Powered False\u000a13:51:45.057736 bus /gobi_0: Setting Powered False\u000a13:51:46.175904 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 50, "className" : "gprs:nanobts+band-900", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15628): Process ended prematurely: osmo-stp_10.42.42.5(pid=15628) [trial-2375↪gprs:nanobts+band-900↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15628)]", "failedSince" : 2326, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15628): Process ended prematurely: osmo-stp_10.42.42.5(pid=15628) [trial-2375↪gprs:nanobts+band-900↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15628)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2375 gprs:nanobts+band-900 ping.py\u000a----------------------------------------------\u000a13:51:47.255194 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a13:51:47.267365 tst gprs:nanobts+band-900: Using 1 x bts (candidates: 1)\u000a13:51:47.409420 tst ping.py: using LAC 28841\u000a13:51:47.534767 tst ping.py: using RAC 26\u000a13:51:47.658394 tst ping.py: using CellId 28841\u000a13:51:47.781881 tst ping.py: using BVCI 28842\u000a13:51:47.806071 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a13:51:47.816929 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a13:51:47.827858 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a13:51:47.838981 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a13:51:47.850033 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a13:51:47.861036 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a13:51:47.872144 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a13:51:47.883267 tst gprs:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a13:51:48.153687 tst ping.py:19: start network...\u000a13:51:48.275186 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:51:48.743312 run create_hlr_db(pid=15622): Launched\u000a13:51:48.912190 bus /gobi_6: Setting Powered False\u000a13:51:49.932816 run create_hlr_db(pid=15622): Terminated: ok {rc=0}\u000a13:51:50.346462 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15624): Launched\u000a13:51:50.650943 run osmo-hlr_10.42.42.2(pid=15625): Launched\u000a13:51:50.769389 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:51:51.314655 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15627): Launched\u000a13:51:51.627988 run osmo-stp_10.42.42.5(pid=15628): Launched\u000a13:51:51.741936 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:51:52.288753 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15630): Launched\u000a13:51:52.401011 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:51:52.674949 run patchelf(pid=15631): Launched\u000a13:51:52.859386 run osmo-stp_10.42.42.5(pid=15628): ERR: Terminated: ERROR {rc=1} [trial-2375↪gprs:nanobts+band-900↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15628)]\u000a13:51:52.994566 run osmo-stp_10.42.42.5(pid=15628): stdout: \u000a| (launched: 2022-12-10_13:51:51.474241)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:51:53.129471 run osmo-stp_10.42.42.5(pid=15628): stderr: \u000a| �[0;m�[38;5;43m20221210135151668 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210135151668 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210135151668 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210135151669 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210135151669 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210135151669 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210135151669 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:51:53.260013 run osmo-stp_10.42.42.5(pid=15628): stdout: \u000a| (launched: 2022-12-10_13:51:51.474241)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:51:53.390549 run osmo-stp_10.42.42.5(pid=15628): stderr: \u000a| �[0;m�[38;5;43m20221210135151668 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210135151668 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210135151668 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210135151669 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210135151669 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210135151669 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210135151669 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:51:53.541479 run patchelf(pid=15631): Terminating (SIGINT)\u000a13:51:53.719131 run patchelf(pid=15631): Terminated: ok {rc=0}\u000a13:51:53.751234 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=15628): Process ended prematurely: osmo-stp_10.42.42.5(pid=15628) [trial-2375↪gprs:nanobts+band-900↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15628)] [trial-2375↪gprs:nanobts+band-900↪ping.py:22]\u000a13:51:53.760380 tst ping.py:22: Test FAILED (6.5 sec)\u000a13:51:53.823276 run osmo-hlr_10.42.42.2(pid=15625): ERR: Terminated: ERROR {rc=237} [trial-2375↪gprs:nanobts+band-900↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15625)]\u000a13:51:53.874095 run osmo-hlr_10.42.42.2(pid=15625): stdout: \u000a| (launched: 2022-12-10_13:51:50.498232) \u000a13:51:53.925503 run osmo-hlr_10.42.42.2(pid=15625): stderr: \u000a| �[0;m�[1;31m20221210135150688 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210135150688 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210135150688 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210135150688 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210135150688 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210135150688 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210135150701 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2375/run.2022-12-10_12-42-03/gprs:nanobts+band-900/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210135150709 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210135150709 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210135150709 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:51:53.969236 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15624): Terminating (SIGTERM)\u000a13:51:54.010717 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15627): Terminating (SIGTERM)\u000a13:51:54.052464 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15630): Terminating (SIGTERM)\u000a13:51:54.062262 --- ParallelTerminationStrategy: PID 15624 died...\u000a13:51:54.117454 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15624): Terminated: ok {rc=0}\u000a13:51:54.127778 --- ParallelTerminationStrategy: PID 15627 died...\u000a13:51:54.183054 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15627): Terminated: ok {rc=0}\u000a13:51:54.193168 --- ParallelTerminationStrategy: PID 15630 died...\u000a13:51:54.247943 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15630): Terminated: ok {rc=0}\u000a13:51:54.334691 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 237, "className" : "gprs:nanobts+band-900", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15638): Process ended prematurely: osmo-stp_10.42.42.5(pid=15638) [trial-2375↪gprs:nanobts+band-900↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15638)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15638): Process ended prematurely: osmo-stp_10.42.42.5(pid=15638) [trial-2375↪gprs:nanobts+band-900↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15638)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2375 gprs:nanobts+band-900 ping_idle_ping.py\u000a----------------------------------------------\u000a13:51:55.385146 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a13:51:55.396335 tst gprs:nanobts+band-900: Using 1 x bts (candidates: 1)\u000a13:51:55.530638 tst ping_idle_ping.py: using LAC 28842\u000a13:51:55.646252 tst ping_idle_ping.py: using RAC 27\u000a13:51:55.762205 tst ping_idle_ping.py: using CellId 28842\u000a13:51:55.877670 tst ping_idle_ping.py: using BVCI 28843\u000a13:51:55.900126 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a13:51:55.910755 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a13:51:55.921133 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a13:51:55.931528 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a13:51:55.941790 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a13:51:55.952058 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a13:51:55.962562 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a13:51:55.972851 tst gprs:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a13:51:56.257694 tst ping_idle_ping.py:24: start network...\u000a13:51:56.388647 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:51:56.885498 run create_hlr_db(pid=15632): Launched\u000a13:51:57.068749 bus /gobi_6: Setting Powered False\u000a13:51:58.088120 run create_hlr_db(pid=15632): Terminated: ok {rc=0}\u000a13:51:58.483562 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15634): Launched\u000a13:51:58.777016 run osmo-hlr_10.42.42.2(pid=15635): Launched\u000a13:51:58.883623 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:51:59.393793 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15637): Launched\u000a13:51:59.687802 run osmo-stp_10.42.42.5(pid=15638): Launched\u000a13:51:59.795326 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:52:00.306263 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15640): Launched\u000a13:52:00.411042 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:52:00.667742 run patchelf(pid=15641): Launched\u000a13:52:00.843450 run osmo-stp_10.42.42.5(pid=15638): ERR: Terminated: ERROR {rc=1} [trial-2375↪gprs:nanobts+band-900↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15638)]\u000a13:52:00.994243 run osmo-stp_10.42.42.5(pid=15638): stdout: \u000a| (launched: 2022-12-10_13:51:59.543206)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:52:01.126901 run osmo-stp_10.42.42.5(pid=15638): stderr: \u000a| �[0;m�[38;5;43m20221210135159712 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210135159713 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210135159713 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210135159713 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210135159714 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210135159714 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210135159714 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:52:01.252711 run osmo-stp_10.42.42.5(pid=15638): stdout: \u000a| (launched: 2022-12-10_13:51:59.543206)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:52:01.379680 run osmo-stp_10.42.42.5(pid=15638): stderr: \u000a| �[0;m�[38;5;43m20221210135159712 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210135159713 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210135159713 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210135159713 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210135159714 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210135159714 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210135159714 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:52:01.524642 run patchelf(pid=15641): Terminating (SIGINT)\u000a13:52:01.695539 run patchelf(pid=15641): Terminated: ok {rc=0}\u000a13:52:01.726841 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=15638): Process ended prematurely: osmo-stp_10.42.42.5(pid=15638) [trial-2375↪gprs:nanobts+band-900↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15638)] [trial-2375↪gprs:nanobts+band-900↪ping_idle_ping.py:27]\u000a13:52:01.736125 tst ping_idle_ping.py:27: Test FAILED (6.3 sec)\u000a13:52:01.797234 run osmo-hlr_10.42.42.2(pid=15635): ERR: Terminated: ERROR {rc=237} [trial-2375↪gprs:nanobts+band-900↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15635)]\u000a13:52:01.847287 run osmo-hlr_10.42.42.2(pid=15635): stdout: \u000a| (launched: 2022-12-10_13:51:58.632910) \u000a13:52:01.897914 run osmo-hlr_10.42.42.2(pid=15635): stderr: \u000a| �[0;m�[1;31m20221210135158809 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210135158809 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210135158809 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210135158809 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210135158809 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210135158809 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210135158824 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2375/run.2022-12-10_12-42-03/gprs:nanobts+band-900/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210135158832 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210135158833 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210135158833 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:52:01.940543 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15634): Terminating (SIGTERM)\u000a13:52:01.980853 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15637): Terminating (SIGTERM)\u000a13:52:02.021064 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15640): Terminating (SIGTERM)\u000a13:52:02.030468 --- ParallelTerminationStrategy: PID 15634 died...\u000a13:52:02.084231 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15634): Terminated: ok {rc=0}\u000a13:52:02.094667 --- ParallelTerminationStrategy: PID 15637 died...\u000a13:52:02.148155 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15637): Terminated: ok {rc=0}\u000a13:52:02.158297 --- ParallelTerminationStrategy: PID 15640 died...\u000a13:52:02.211730 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15640): Terminated: ok {rc=0}\u000a13:52:02.294069 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "155", "name" : "gprs_nanobts+band-900", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T13:51:04" }, { "cases" : [ { "testActions" : [ ], "age" : 237, "className" : "gprs:nanobts+band-900+mod-bts0-egprs", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15656): Process ended prematurely: osmo-stp_10.42.42.5(pid=15656) [trial-2375↪gprs:nanobts+band-900+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15656)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15656): Process ended prematurely: osmo-stp_10.42.42.5(pid=15656) [trial-2375↪gprs:nanobts+band-900+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15656)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2375 gprs:nanobts+band-900+mod-bts0-egprs cs_paging_gprs_active.py\u000a----------------------------------------------\u000a13:52:04.454261 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:52:04.465448 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a13:52:04.611063 tst cs_paging_gprs_active.py: using LAC 28843\u000a13:52:04.735583 tst cs_paging_gprs_active.py: using RAC 28\u000a13:52:04.862688 tst cs_paging_gprs_active.py: using CellId 28843\u000a13:52:04.992412 tst cs_paging_gprs_active.py: using BVCI 28844\u000a13:52:05.017438 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:52:05.028601 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:52:05.039595 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:52:05.051222 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:52:05.062198 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:52:05.073427 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:52:05.084612 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:52:05.095577 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:52:05.107010 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a13:52:05.224551 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a13:52:05.515125 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a13:52:05.648898 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:52:05.978852 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15646): Launched\u000a13:52:06.253645 run iperf3-srv_10.42.42.10(pid=15647): Launched\u000a13:52:06.449494 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a13:52:06.583010 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:52:06.911756 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15648): Launched\u000a13:52:07.186090 run iperf3-srv_10.42.42.10(pid=15649): Launched\u000a13:52:07.381700 tst cs_paging_gprs_active.py:38: start network...\u000a13:52:07.515045 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:52:08.014716 run create_hlr_db(pid=15650): Launched\u000a13:52:08.198741 bus /gobi_6: Setting Powered False\u000a13:52:09.219857 run create_hlr_db(pid=15650): Terminated: ok {rc=0}\u000a13:52:09.621804 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15652): Launched\u000a13:52:09.921167 run osmo-hlr_10.42.42.2(pid=15653): Launched\u000a13:52:10.039756 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:52:10.562980 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15655): Launched\u000a13:52:10.861579 run osmo-stp_10.42.42.5(pid=15656): Launched\u000a13:52:10.971168 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:52:11.494138 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15658): Launched\u000a13:52:11.601255 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:52:11.861895 run patchelf(pid=15659): Launched\u000a13:52:12.037613 run osmo-stp_10.42.42.5(pid=15656): ERR: Terminated: ERROR {rc=1} [trial-2375↪gprs:nanobts+band-900+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15656)]\u000a13:52:12.165646 run osmo-stp_10.42.42.5(pid=15656): stdout: \u000a| (launched: 2022-12-10_13:52:10.714689)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:52:12.293989 run osmo-stp_10.42.42.5(pid=15656): stderr: \u000a| �[0;m�[38;5;43m20221210135210882 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210135210883 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210135210883 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210135210884 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210135210886 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210135210886 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210135210886 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:52:12.418065 run osmo-stp_10.42.42.5(pid=15656): stdout: \u000a| (launched: 2022-12-10_13:52:10.714689)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:52:12.541206 run osmo-stp_10.42.42.5(pid=15656): stderr: \u000a| �[0;m�[38;5;43m20221210135210882 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210135210883 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210135210883 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210135210884 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210135210886 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210135210886 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210135210886 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:52:12.684351 run patchelf(pid=15659): Terminating (SIGINT)\u000a13:52:12.852722 run patchelf(pid=15659): Terminated: ok {rc=0}\u000a13:52:12.883626 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=15656): Process ended prematurely: osmo-stp_10.42.42.5(pid=15656) [trial-2375↪gprs:nanobts+band-900+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15656)] [trial-2375↪gprs:nanobts+band-900+mod-bts0-egprs↪cs_paging_gprs_active.py:38]\u000a13:52:12.892744 tst cs_paging_gprs_active.py:38: Test FAILED (8.5 sec)\u000a13:52:12.951703 run osmo-hlr_10.42.42.2(pid=15653): ERR: Terminated: ERROR {rc=237} [trial-2375↪gprs:nanobts+band-900+mod-bts0-egprs↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15653)]\u000a13:52:12.999965 run osmo-hlr_10.42.42.2(pid=15653): stdout: \u000a| (launched: 2022-12-10_13:52:09.774030) \u000a13:52:13.048823 run osmo-hlr_10.42.42.2(pid=15653): stderr: \u000a| �[0;m�[1;31m20221210135209947 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210135209947 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210135209947 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210135209947 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210135209947 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210135209947 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210135209961 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2375/run.2022-12-10_12-42-03/gprs:nanobts+band-900+mod-bts0-egprs/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210135209970 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210135209970 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210135209970 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:52:13.091234 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15646): Terminating (SIGTERM)\u000a13:52:13.130311 run iperf3-srv_10.42.42.10(pid=15647): Terminating (SIGTERM)\u000a13:52:13.169171 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15648): Terminating (SIGTERM)\u000a13:52:13.208172 run iperf3-srv_10.42.42.10(pid=15649): Terminating (SIGTERM)\u000a13:52:13.247163 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15652): Terminating (SIGTERM)\u000a13:52:13.286404 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15655): Terminating (SIGTERM)\u000a13:52:13.325553 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15658): Terminating (SIGTERM)\u000a13:52:13.334754 --- ParallelTerminationStrategy: PID 15646 died...\u000a13:52:13.387201 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15646): Terminated: ok {rc=0}\u000a13:52:13.396752 --- ParallelTerminationStrategy: PID 15647 died...\u000a13:52:13.448690 run iperf3-srv_10.42.42.10(pid=15647): Terminated {rc=256}\u000a13:52:13.458248 --- ParallelTerminationStrategy: PID 15648 died...\u000a13:52:13.510469 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15648): Terminated: ok {rc=0}\u000a13:52:13.519992 --- ParallelTerminationStrategy: PID 15649 died...\u000a13:52:13.571893 run iperf3-srv_10.42.42.10(pid=15649): Terminated {rc=256}\u000a13:52:13.581545 --- ParallelTerminationStrategy: PID 15652 died...\u000a13:52:13.633606 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15652): Terminated: ok {rc=0}\u000a13:52:13.643172 --- ParallelTerminationStrategy: PID 15655 died...\u000a13:52:13.695126 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15655): Terminated: ok {rc=0}\u000a13:52:13.704735 --- ParallelTerminationStrategy: PID 15658 died...\u000a13:52:13.756829 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15658): Terminated: ok {rc=0}\u000a13:52:13.843581 bus /gobi_0: Setting Powered False\u000a13:52:14.944660 bus /gobi_0: Setting Powered False\u000a13:52:16.051384 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 237, "className" : "gprs:nanobts+band-900+mod-bts0-egprs", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15668): Process ended prematurely: osmo-stp_10.42.42.5(pid=15668) [trial-2375↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15668)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15668): Process ended prematurely: osmo-stp_10.42.42.5(pid=15668) [trial-2375↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15668)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2375 gprs:nanobts+band-900+mod-bts0-egprs iperf3.py\u000a----------------------------------------------\u000a13:52:17.165701 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:52:17.178492 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a13:52:17.324390 tst iperf3.py: using LAC 28844\u000a13:52:17.447467 tst iperf3.py: using RAC 29\u000a13:52:17.564039 tst iperf3.py: using CellId 28844\u000a13:52:17.680030 tst iperf3.py: using BVCI 28845\u000a13:52:17.703004 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:52:17.714255 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:52:17.724815 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:52:17.735499 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:52:17.746103 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:52:17.756589 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:52:17.767193 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:52:17.777696 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:52:17.788294 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a13:52:18.061108 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a13:52:18.185579 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:52:18.493262 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15660): Launched\u000a13:52:18.749677 run iperf3-srv_10.42.42.10(pid=15661): Launched\u000a13:52:18.931284 tst iperf3.py:8: start network...\u000a13:52:19.055521 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:52:19.534885 run create_hlr_db(pid=15662): Launched\u000a13:52:19.706354 bus /gobi_6: Setting Powered False\u000a13:52:20.727672 run create_hlr_db(pid=15662): Terminated: ok {rc=0}\u000a13:52:21.148534 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15664): Launched\u000a13:52:21.448123 run osmo-hlr_10.42.42.2(pid=15665): Launched\u000a13:52:21.557663 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:52:22.078198 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15667): Launched\u000a13:52:22.376275 run osmo-stp_10.42.42.5(pid=15668): Launched\u000a13:52:22.486119 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:52:23.005917 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15670): Launched\u000a13:52:23.112068 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:52:23.373066 run patchelf(pid=15671): Launched\u000a13:52:23.547330 run osmo-stp_10.42.42.5(pid=15668): ERR: Terminated: ERROR {rc=1} [trial-2375↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15668)]\u000a13:52:23.675029 run osmo-stp_10.42.42.5(pid=15668): stdout: \u000a| (launched: 2022-12-10_13:52:22.229929)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:52:23.802695 run osmo-stp_10.42.42.5(pid=15668): stderr: \u000a| �[0;m�[38;5;43m20221210135222402 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210135222403 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210135222403 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210135222403 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210135222404 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210135222404 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210135222404 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:52:23.926020 run osmo-stp_10.42.42.5(pid=15668): stdout: \u000a| (launched: 2022-12-10_13:52:22.229929)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:52:24.048206 run osmo-stp_10.42.42.5(pid=15668): stderr: \u000a| �[0;m�[38;5;43m20221210135222402 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210135222403 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210135222403 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210135222403 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210135222404 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210135222404 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210135222404 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:52:24.190632 run patchelf(pid=15671): Terminating (SIGINT)\u000a13:52:24.358422 run patchelf(pid=15671): Terminated: ok {rc=0}\u000a13:52:24.389307 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=15668): Process ended prematurely: osmo-stp_10.42.42.5(pid=15668) [trial-2375↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15668)] [trial-2375↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3.py:8]\u000a13:52:24.398414 tst iperf3.py:8: Test FAILED (7.3 sec)\u000a13:52:24.457762 run osmo-hlr_10.42.42.2(pid=15665): ERR: Terminated: ERROR {rc=237} [trial-2375↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15665)]\u000a13:52:24.505828 run osmo-hlr_10.42.42.2(pid=15665): stdout: \u000a| (launched: 2022-12-10_13:52:21.301076) \u000a13:52:24.554435 run osmo-hlr_10.42.42.2(pid=15665): stderr: \u000a| �[0;m�[1;31m20221210135221475 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210135221475 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210135221475 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210135221475 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210135221475 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210135221475 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210135221490 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2375/run.2022-12-10_12-42-03/gprs:nanobts+band-900+mod-bts0-egprs/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210135221499 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210135221499 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210135221499 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:52:24.595396 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15660): Terminating (SIGTERM)\u000a13:52:24.634266 run iperf3-srv_10.42.42.10(pid=15661): Terminating (SIGTERM)\u000a13:52:24.672857 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15664): Terminating (SIGTERM)\u000a13:52:24.711540 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15667): Terminating (SIGTERM)\u000a13:52:24.750199 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15670): Terminating (SIGTERM)\u000a13:52:24.759080 --- ParallelTerminationStrategy: PID 15660 died...\u000a13:52:24.810921 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15660): Terminated: ok {rc=0}\u000a13:52:24.820312 --- ParallelTerminationStrategy: PID 15661 died...\u000a13:52:24.872222 run iperf3-srv_10.42.42.10(pid=15661): Terminated {rc=256}\u000a13:52:24.881782 --- ParallelTerminationStrategy: PID 15664 died...\u000a13:52:24.933635 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15664): Terminated: ok {rc=0}\u000a13:52:24.943226 --- ParallelTerminationStrategy: PID 15667 died...\u000a13:52:24.995079 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15667): Terminated: ok {rc=0}\u000a13:52:25.004670 --- ParallelTerminationStrategy: PID 15670 died...\u000a13:52:25.056388 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15670): Terminated: ok {rc=0}\u000a13:52:25.141896 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 237, "className" : "gprs:nanobts+band-900+mod-bts0-egprs", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15686): Process ended prematurely: osmo-stp_10.42.42.5(pid=15686) [trial-2375↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15686)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15686): Process ended prematurely: osmo-stp_10.42.42.5(pid=15686) [trial-2375↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15686)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2375 gprs:nanobts+band-900+mod-bts0-egprs iperf3m4.py\u000a----------------------------------------------\u000a13:52:26.251281 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:52:26.262732 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a13:52:26.399005 tst iperf3m4.py: using LAC 28845\u000a13:52:26.521530 tst iperf3m4.py: using RAC 30\u000a13:52:26.637745 tst iperf3m4.py: using CellId 28845\u000a13:52:26.753918 tst iperf3m4.py: using BVCI 28846\u000a13:52:26.776831 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:52:26.787642 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:52:26.798281 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:52:26.808868 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:52:26.819424 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:52:26.830069 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:52:26.840732 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:52:26.851200 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:52:26.862027 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a13:52:26.981451 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a13:52:27.102991 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a13:52:27.220513 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a13:52:27.514165 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a13:52:27.648303 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:52:27.977823 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15672): Launched\u000a13:52:28.253345 run iperf3-srv_10.42.42.10(pid=15673): Launched\u000a13:52:28.449973 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a13:52:28.583962 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:52:28.913200 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15674): Launched\u000a13:52:29.188332 run iperf3-srv_10.42.42.10(pid=15675): Launched\u000a13:52:29.385472 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a13:52:29.519325 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:52:29.850181 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15676): Launched\u000a13:52:30.125462 run iperf3-srv_10.42.42.10(pid=15677): Launched\u000a13:52:30.322066 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a13:52:30.455894 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:52:30.786380 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15678): Launched\u000a13:52:31.084322 run iperf3-srv_10.42.42.10(pid=15679): Launched\u000a13:52:31.285049 tst iperf3m4.py:8: start network...\u000a13:52:31.423643 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:52:32.027927 run create_hlr_db(pid=15680): Launched\u000a13:52:32.217484 bus /gobi_6: Setting Powered False\u000a13:52:33.234358 run create_hlr_db(pid=15680): Terminated: ok {rc=0}\u000a13:52:33.635571 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15682): Launched\u000a13:52:33.934794 run osmo-hlr_10.42.42.2(pid=15683): Launched\u000a13:52:34.052073 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:52:34.577620 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15685): Launched\u000a13:52:34.876424 run osmo-stp_10.42.42.5(pid=15686): Launched\u000a13:52:34.984740 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:52:35.505581 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15688): Launched\u000a13:52:35.612533 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:52:35.872820 run patchelf(pid=15689): Launched\u000a13:52:36.050245 run osmo-stp_10.42.42.5(pid=15686): ERR: Terminated: ERROR {rc=1} [trial-2375↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15686)]\u000a13:52:36.177940 run osmo-stp_10.42.42.5(pid=15686): stdout: \u000a| (launched: 2022-12-10_13:52:34.729540)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:52:36.305606 run osmo-stp_10.42.42.5(pid=15686): stderr: \u000a| �[0;m�[38;5;43m20221210135234899 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210135234900 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210135234900 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210135234900 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210135234901 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210135234901 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210135234901 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:52:36.429342 run osmo-stp_10.42.42.5(pid=15686): stdout: \u000a| (launched: 2022-12-10_13:52:34.729540)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:52:36.551863 run osmo-stp_10.42.42.5(pid=15686): stderr: \u000a| �[0;m�[38;5;43m20221210135234899 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210135234900 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210135234900 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210135234900 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210135234901 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210135234901 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210135234901 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:52:36.694643 run patchelf(pid=15689): Terminating (SIGINT)\u000a13:52:36.862770 run patchelf(pid=15689): Terminated: ok {rc=0}\u000a13:52:36.893814 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=15686): Process ended prematurely: osmo-stp_10.42.42.5(pid=15686) [trial-2375↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15686)] [trial-2375↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3m4.py:8]\u000a13:52:36.903099 tst iperf3m4.py:8: Test FAILED (10.7 sec)\u000a13:52:36.963135 run osmo-hlr_10.42.42.2(pid=15683): ERR: Terminated: ERROR {rc=237} [trial-2375↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15683)]\u000a13:52:37.011670 run osmo-hlr_10.42.42.2(pid=15683): stdout: \u000a| (launched: 2022-12-10_13:52:33.788018) \u000a13:52:37.061088 run osmo-hlr_10.42.42.2(pid=15683): stderr: \u000a| �[0;m�[1;31m20221210135233962 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210135233962 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210135233962 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210135233962 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210135233962 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210135233963 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210135233975 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2375/run.2022-12-10_12-42-03/gprs:nanobts+band-900+mod-bts0-egprs/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210135233986 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210135233986 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210135233986 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:52:37.103167 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15672): Terminating (SIGTERM)\u000a13:52:37.142719 run iperf3-srv_10.42.42.10(pid=15673): Terminating (SIGTERM)\u000a13:52:37.182467 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15674): Terminating (SIGTERM)\u000a13:52:37.222114 run iperf3-srv_10.42.42.10(pid=15675): Terminating (SIGTERM)\u000a13:52:37.261943 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15676): Terminating (SIGTERM)\u000a13:52:37.301640 run iperf3-srv_10.42.42.10(pid=15677): Terminating (SIGTERM)\u000a13:52:37.341153 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15678): Terminating (SIGTERM)\u000a13:52:37.381470 run iperf3-srv_10.42.42.10(pid=15679): Terminating (SIGTERM)\u000a13:52:37.421224 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15682): Terminating (SIGTERM)\u000a13:52:37.460724 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15685): Terminating (SIGTERM)\u000a13:52:37.500081 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15688): Terminating (SIGTERM)\u000a13:52:37.509456 --- ParallelTerminationStrategy: PID 15672 died...\u000a13:52:37.562585 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15672): Terminated: ok {rc=0}\u000a13:52:37.572279 --- ParallelTerminationStrategy: PID 15673 died...\u000a13:52:37.625140 run iperf3-srv_10.42.42.10(pid=15673): Terminated {rc=256}\u000a13:52:37.634672 --- ParallelTerminationStrategy: PID 15674 died...\u000a13:52:37.687027 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15674): Terminated: ok {rc=0}\u000a13:52:37.696419 --- ParallelTerminationStrategy: PID 15675 died...\u000a13:52:37.747997 run iperf3-srv_10.42.42.10(pid=15675): Terminated {rc=256}\u000a13:52:37.757838 --- ParallelTerminationStrategy: PID 15676 died...\u000a13:52:37.809615 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15676): Terminated: ok {rc=0}\u000a13:52:37.819476 --- ParallelTerminationStrategy: PID 15677 died...\u000a13:52:37.871285 run iperf3-srv_10.42.42.10(pid=15677): Terminated {rc=256}\u000a13:52:37.880771 --- ParallelTerminationStrategy: PID 15678 died...\u000a13:52:37.932605 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15678): Terminated: ok {rc=0}\u000a13:52:37.942154 --- ParallelTerminationStrategy: PID 15679 died...\u000a13:52:37.993864 run iperf3-srv_10.42.42.10(pid=15679): Terminated {rc=256}\u000a13:52:38.003340 --- ParallelTerminationStrategy: PID 15682 died...\u000a13:52:38.054986 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15682): Terminated: ok {rc=0}\u000a13:52:38.064480 --- ParallelTerminationStrategy: PID 15685 died...\u000a13:52:38.116530 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15685): Terminated: ok {rc=0}\u000a13:52:38.126146 --- ParallelTerminationStrategy: PID 15688 died...\u000a13:52:38.178587 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15688): Terminated: ok {rc=0}\u000a13:52:38.266218 bus /gobi_4: Setting Powered False\u000a13:52:39.368842 bus /gobi_4: Setting Powered False\u000a13:52:40.479106 bus /gobi_1: Setting Powered False\u000a13:52:41.580267 bus /gobi_1: Setting Powered False\u000a13:52:42.690098 bus /gobi_0: Setting Powered False\u000a13:52:43.793653 bus /gobi_0: Setting Powered False\u000a13:52:44.900233 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 237, "className" : "gprs:nanobts+band-900+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15697): Process ended prematurely: osmo-stp_10.42.42.5(pid=15697) [trial-2375↪gprs:nanobts+band-900+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15697)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15697): Process ended prematurely: osmo-stp_10.42.42.5(pid=15697) [trial-2375↪gprs:nanobts+band-900+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15697)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2375 gprs:nanobts+band-900+mod-bts0-egprs ping.py\u000a----------------------------------------------\u000a13:52:45.970272 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:52:45.983363 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a13:52:46.135333 tst ping.py: using LAC 28846\u000a13:52:46.264504 tst ping.py: using RAC 31\u000a13:52:46.383347 tst ping.py: using CellId 28846\u000a13:52:46.499270 tst ping.py: using BVCI 28847\u000a13:52:46.522278 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:52:46.533212 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:52:46.543954 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:52:46.556566 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:52:46.568304 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:52:46.579496 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:52:46.591019 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:52:46.602124 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a13:52:46.950476 tst ping.py:19: start network...\u000a13:52:47.108513 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:52:47.611300 run create_hlr_db(pid=15691): Launched\u000a13:52:47.781126 bus /gobi_6: Setting Powered False\u000a13:52:48.801366 run create_hlr_db(pid=15691): Terminated: ok {rc=0}\u000a13:52:49.192152 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15693): Launched\u000a13:52:49.486223 run osmo-hlr_10.42.42.2(pid=15694): Launched\u000a13:52:49.593313 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:52:50.105581 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15696): Launched\u000a13:52:50.399761 run osmo-stp_10.42.42.5(pid=15697): Launched\u000a13:52:50.517807 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:52:51.037442 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15699): Launched\u000a13:52:51.142247 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:52:51.399940 run patchelf(pid=15700): Launched\u000a13:52:51.573509 run osmo-stp_10.42.42.5(pid=15697): ERR: Terminated: ERROR {rc=1} [trial-2375↪gprs:nanobts+band-900+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15697)]\u000a13:52:51.699671 run osmo-stp_10.42.42.5(pid=15697): stdout: \u000a| (launched: 2022-12-10_13:52:50.254703)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:52:51.826722 run osmo-stp_10.42.42.5(pid=15697): stderr: \u000a| �[0;m�[38;5;43m20221210135250425 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210135250425 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210135250425 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210135250426 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210135250426 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210135250426 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210135250426 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:52:51.949729 run osmo-stp_10.42.42.5(pid=15697): stdout: \u000a| (launched: 2022-12-10_13:52:50.254703)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:52:52.071470 run osmo-stp_10.42.42.5(pid=15697): stderr: \u000a| �[0;m�[38;5;43m20221210135250425 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210135250425 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210135250425 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210135250426 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210135250426 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210135250426 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210135250426 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:52:52.213074 run patchelf(pid=15700): Terminating (SIGINT)\u000a13:52:52.379756 run patchelf(pid=15700): Terminated: ok {rc=0}\u000a13:52:52.409954 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=15697): Process ended prematurely: osmo-stp_10.42.42.5(pid=15697) [trial-2375↪gprs:nanobts+band-900+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15697)] [trial-2375↪gprs:nanobts+band-900+mod-bts0-egprs↪ping.py:22]\u000a13:52:52.418508 tst ping.py:22: Test FAILED (6.4 sec)\u000a13:52:52.477735 run osmo-hlr_10.42.42.2(pid=15694): ERR: Terminated: ERROR {rc=237} [trial-2375↪gprs:nanobts+band-900+mod-bts0-egprs↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15694)]\u000a13:52:52.529700 run osmo-hlr_10.42.42.2(pid=15694): stdout: \u000a| (launched: 2022-12-10_13:52:49.341325) \u000a13:52:52.581552 run osmo-hlr_10.42.42.2(pid=15694): stderr: \u000a| �[0;m�[1;31m20221210135249516 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210135249516 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210135249516 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210135249516 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210135249516 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210135249516 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210135249528 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2375/run.2022-12-10_12-42-03/gprs:nanobts+band-900+mod-bts0-egprs/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210135249537 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210135249538 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210135249538 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:52:52.624992 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15693): Terminating (SIGTERM)\u000a13:52:52.666538 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15696): Terminating (SIGTERM)\u000a13:52:52.707978 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15699): Terminating (SIGTERM)\u000a13:52:52.717820 --- ParallelTerminationStrategy: PID 15693 died...\u000a13:52:52.773053 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15693): Terminated: ok {rc=0}\u000a13:52:52.783418 --- ParallelTerminationStrategy: PID 15696 died...\u000a13:52:52.838614 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15696): Terminated: ok {rc=0}\u000a13:52:52.848695 --- ParallelTerminationStrategy: PID 15699 died...\u000a13:52:52.903811 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15699): Terminated: ok {rc=0}\u000a13:52:52.989920 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 237, "className" : "gprs:nanobts+band-900+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15707): Process ended prematurely: osmo-stp_10.42.42.5(pid=15707) [trial-2375↪gprs:nanobts+band-900+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15707)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15707): Process ended prematurely: osmo-stp_10.42.42.5(pid=15707) [trial-2375↪gprs:nanobts+band-900+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15707)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2375 gprs:nanobts+band-900+mod-bts0-egprs ping_idle_ping.py\u000a----------------------------------------------\u000a13:52:54.041116 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:52:54.052876 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a13:52:54.189446 tst ping_idle_ping.py: using LAC 28847\u000a13:52:54.305595 tst ping_idle_ping.py: using RAC 32\u000a13:52:54.421427 tst ping_idle_ping.py: using CellId 28847\u000a13:52:54.538152 tst ping_idle_ping.py: using BVCI 28848\u000a13:52:54.560756 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:52:54.571908 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:52:54.582565 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:52:54.593117 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:52:54.603607 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:52:54.614378 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:52:54.625148 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:52:54.635605 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a13:52:54.923328 tst ping_idle_ping.py:24: start network...\u000a13:52:55.054659 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:52:55.552297 run create_hlr_db(pid=15701): Launched\u000a13:52:55.736235 bus /gobi_6: Setting Powered False\u000a13:52:56.756335 run create_hlr_db(pid=15701): Terminated: ok {rc=0}\u000a13:52:57.152676 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15703): Launched\u000a13:52:57.447982 run osmo-hlr_10.42.42.2(pid=15704): Launched\u000a13:52:57.563882 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:52:58.083580 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15706): Launched\u000a13:52:58.378343 run osmo-stp_10.42.42.5(pid=15707): Launched\u000a13:52:58.485562 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:52:58.999829 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15709): Launched\u000a13:52:59.104360 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:52:59.362103 run patchelf(pid=15710): Launched\u000a13:52:59.535456 run osmo-stp_10.42.42.5(pid=15707): ERR: Terminated: ERROR {rc=1} [trial-2375↪gprs:nanobts+band-900+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15707)]\u000a13:52:59.661355 run osmo-stp_10.42.42.5(pid=15707): stdout: \u000a| (launched: 2022-12-10_13:52:58.233419)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:52:59.787446 run osmo-stp_10.42.42.5(pid=15707): stderr: \u000a| �[0;m�[38;5;43m20221210135258402 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210135258402 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210135258403 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210135258403 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210135258403 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210135258404 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210135258404 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:52:59.909089 run osmo-stp_10.42.42.5(pid=15707): stdout: \u000a| (launched: 2022-12-10_13:52:58.233419)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:53:00.030203 run osmo-stp_10.42.42.5(pid=15707): stderr: \u000a| �[0;m�[38;5;43m20221210135258402 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210135258402 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210135258403 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210135258403 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210135258403 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210135258404 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210135258404 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:53:00.171258 run patchelf(pid=15710): Terminating (SIGINT)\u000a13:53:00.338007 run patchelf(pid=15710): Terminated: ok {rc=0}\u000a13:53:00.368277 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=15707): Process ended prematurely: osmo-stp_10.42.42.5(pid=15707) [trial-2375↪gprs:nanobts+band-900+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15707)] [trial-2375↪gprs:nanobts+band-900+mod-bts0-egprs↪ping_idle_ping.py:27]\u000a13:53:00.376619 tst ping_idle_ping.py:27: Test FAILED (6.3 sec)\u000a13:53:00.435653 run osmo-hlr_10.42.42.2(pid=15704): ERR: Terminated: ERROR {rc=237} [trial-2375↪gprs:nanobts+band-900+mod-bts0-egprs↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15704)]\u000a13:53:00.483616 run osmo-hlr_10.42.42.2(pid=15704): stdout: \u000a| (launched: 2022-12-10_13:52:57.302298) \u000a13:53:00.531927 run osmo-hlr_10.42.42.2(pid=15704): stderr: \u000a| �[0;m�[1;31m20221210135257477 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210135257477 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210135257477 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210135257477 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210135257477 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210135257477 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210135257490 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2375/run.2022-12-10_12-42-03/gprs:nanobts+band-900+mod-bts0-egprs/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210135257499 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210135257499 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210135257499 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:53:00.573106 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15703): Terminating (SIGTERM)\u000a13:53:00.611846 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15706): Terminating (SIGTERM)\u000a13:53:00.650644 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15709): Terminating (SIGTERM)\u000a13:53:00.659746 --- ParallelTerminationStrategy: PID 15703 died...\u000a13:53:00.712292 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15703): Terminated: ok {rc=0}\u000a13:53:00.721893 --- ParallelTerminationStrategy: PID 15706 died...\u000a13:53:00.773750 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15706): Terminated: ok {rc=0}\u000a13:53:00.783226 --- ParallelTerminationStrategy: PID 15709 died...\u000a13:53:00.838487 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15709): Terminated: ok {rc=0}\u000a13:53:00.941888 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 59.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "156", "name" : "gprs_nanobts+band-900+mod-bts0-egprs", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T13:52:04" }, { "cases" : [ { "testActions" : [ ], "age" : 237, "className" : "gprs:nanobts+band-900+mod-bts0-dynts-ipa", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15724): Process ended prematurely: osmo-stp_10.42.42.5(pid=15724) [trial-2375↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15724)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15724): Process ended prematurely: osmo-stp_10.42.42.5(pid=15724) [trial-2375↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15724)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2375 gprs:nanobts+band-900+mod-bts0-dynts-ipa cs_paging_gprs_active.py\u000a----------------------------------------------\u000a13:53:03.084709 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:53:03.095449 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a13:53:03.246000 tst cs_paging_gprs_active.py: using LAC 28848\u000a13:53:03.367562 tst cs_paging_gprs_active.py: using RAC 33\u000a13:53:03.483511 tst cs_paging_gprs_active.py: using CellId 28848\u000a13:53:03.604294 tst cs_paging_gprs_active.py: using BVCI 28849\u000a13:53:03.627062 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:53:03.637783 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:53:03.648298 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:53:03.658986 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:53:03.669517 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:53:03.680002 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:53:03.690643 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:53:03.701094 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:53:03.711760 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a13:53:03.831359 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a13:53:04.106123 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a13:53:04.230244 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:53:04.538721 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15714): Launched\u000a13:53:04.795902 run iperf3-srv_10.42.42.10(pid=15715): Launched\u000a13:53:04.978724 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a13:53:05.108589 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:53:05.438596 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15716): Launched\u000a13:53:05.713512 run iperf3-srv_10.42.42.10(pid=15717): Launched\u000a13:53:05.909439 tst cs_paging_gprs_active.py:38: start network...\u000a13:53:06.043103 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:53:06.546582 run create_hlr_db(pid=15718): Launched\u000a13:53:06.731607 bus /gobi_6: Setting Powered False\u000a13:53:07.752602 run create_hlr_db(pid=15718): Terminated: ok {rc=0}\u000a13:53:08.153161 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15720): Launched\u000a13:53:08.452519 run osmo-hlr_10.42.42.2(pid=15721): Launched\u000a13:53:08.564915 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:53:09.086256 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15723): Launched\u000a13:53:09.387453 run osmo-stp_10.42.42.5(pid=15724): Launched\u000a13:53:09.496354 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:53:10.018799 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15726): Launched\u000a13:53:10.125571 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:53:10.385517 run patchelf(pid=15727): Launched\u000a13:53:10.560427 run osmo-stp_10.42.42.5(pid=15724): ERR: Terminated: ERROR {rc=1} [trial-2375↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15724)]\u000a13:53:10.688418 run osmo-stp_10.42.42.5(pid=15724): stdout: \u000a| (launched: 2022-12-10_13:53:09.239808)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:53:10.816849 run osmo-stp_10.42.42.5(pid=15724): stderr: \u000a| �[0;m�[38;5;43m20221210135309411 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210135309412 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210135309412 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210135309412 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210135309413 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210135309413 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210135309413 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:53:10.940557 run osmo-stp_10.42.42.5(pid=15724): stdout: \u000a| (launched: 2022-12-10_13:53:09.239808)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:53:11.063254 run osmo-stp_10.42.42.5(pid=15724): stderr: \u000a| �[0;m�[38;5;43m20221210135309411 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210135309412 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210135309412 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210135309412 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210135309413 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210135309413 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210135309413 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:53:11.206350 run patchelf(pid=15727): Terminating (SIGINT)\u000a13:53:11.374923 run patchelf(pid=15727): Terminated: ok {rc=0}\u000a13:53:11.405987 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=15724): Process ended prematurely: osmo-stp_10.42.42.5(pid=15724) [trial-2375↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15724)] [trial-2375↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38]\u000a13:53:11.415005 tst cs_paging_gprs_active.py:38: Test FAILED (8.4 sec)\u000a13:53:11.474315 run osmo-hlr_10.42.42.2(pid=15721): ERR: Terminated: ERROR {rc=237} [trial-2375↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15721)]\u000a13:53:11.523182 run osmo-hlr_10.42.42.2(pid=15721): stdout: \u000a| (launched: 2022-12-10_13:53:08.305430) \u000a13:53:11.572727 run osmo-hlr_10.42.42.2(pid=15721): stderr: \u000a| �[0;m�[1;31m20221210135308479 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210135308479 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210135308479 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210135308479 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210135308479 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210135308479 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210135308492 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2375/run.2022-12-10_12-42-03/gprs:nanobts+band-900+mod-bts0-dynts-ipa/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210135308502 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210135308503 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210135308503 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:53:11.614215 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15714): Terminating (SIGTERM)\u000a13:53:11.653074 run iperf3-srv_10.42.42.10(pid=15715): Terminating (SIGTERM)\u000a13:53:11.691959 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15716): Terminating (SIGTERM)\u000a13:53:11.730829 run iperf3-srv_10.42.42.10(pid=15717): Terminating (SIGTERM)\u000a13:53:11.769964 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15720): Terminating (SIGTERM)\u000a13:53:11.808760 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15723): Terminating (SIGTERM)\u000a13:53:11.847702 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15726): Terminating (SIGTERM)\u000a13:53:11.856550 --- ParallelTerminationStrategy: PID 15714 died...\u000a13:53:11.909388 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15714): Terminated: ok {rc=0}\u000a13:53:11.918944 --- ParallelTerminationStrategy: PID 15715 died...\u000a13:53:11.970904 run iperf3-srv_10.42.42.10(pid=15715): Terminated {rc=256}\u000a13:53:11.980269 --- ParallelTerminationStrategy: PID 15716 died...\u000a13:53:12.032273 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15716): Terminated: ok {rc=0}\u000a13:53:12.041879 --- ParallelTerminationStrategy: PID 15717 died...\u000a13:53:12.093800 run iperf3-srv_10.42.42.10(pid=15717): Terminated {rc=256}\u000a13:53:12.103302 --- ParallelTerminationStrategy: PID 15720 died...\u000a13:53:12.155343 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15720): Terminated: ok {rc=0}\u000a13:53:12.164760 --- ParallelTerminationStrategy: PID 15723 died...\u000a13:53:12.216887 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15723): Terminated: ok {rc=0}\u000a13:53:12.226476 --- ParallelTerminationStrategy: PID 15726 died...\u000a13:53:12.278420 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15726): Terminated: ok {rc=0}\u000a13:53:12.364670 bus /gobi_0: Setting Powered False\u000a13:53:13.467178 bus /gobi_0: Setting Powered False\u000a13:53:14.578020 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 237, "className" : "gprs:nanobts+band-900+mod-bts0-dynts-ipa", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16008): Process ended prematurely: osmo-stp_10.42.42.5(pid=16008) [trial-2375↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16008)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16008): Process ended prematurely: osmo-stp_10.42.42.5(pid=16008) [trial-2375↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16008)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2375 gprs:nanobts+band-900+mod-bts0-dynts-ipa iperf3.py\u000a----------------------------------------------\u000a13:53:15.691169 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:53:15.702946 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a13:53:15.891710 tst iperf3.py: using LAC 28849\u000a13:53:16.020802 tst iperf3.py: using RAC 34\u000a13:53:16.140639 tst iperf3.py: using CellId 28849\u000a13:53:16.286740 tst iperf3.py: using BVCI 28850\u000a13:53:16.314571 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:53:16.327361 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:53:16.341333 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:53:16.354942 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:53:16.367496 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:53:16.382266 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:53:16.395865 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:53:16.408351 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:53:16.422897 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a13:53:16.763504 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a13:53:16.911762 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:53:17.253174 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15764): Launched\u000a13:53:17.561105 run iperf3-srv_10.42.42.10(pid=15772): Launched\u000a13:53:17.746021 tst iperf3.py:8: start network...\u000a13:53:17.875848 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:53:18.486359 run create_hlr_db(pid=15806): Launched\u000a13:53:18.687940 bus /gobi_6: Setting Powered False\u000a13:53:19.694784 run create_hlr_db(pid=15806): Terminated: ok {rc=0}\u000a13:53:20.166920 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16002): Launched\u000a13:53:20.605171 run osmo-hlr_10.42.42.2(pid=16003): Launched\u000a13:53:20.851124 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:53:21.427906 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16006): Launched\u000a13:53:21.846933 run osmo-stp_10.42.42.5(pid=16008): Launched\u000a13:53:22.065867 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:53:22.649432 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16010): Launched\u000a13:53:22.767129 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:53:23.074327 run patchelf(pid=16011): Launched\u000a13:53:23.266867 run osmo-stp_10.42.42.5(pid=16008): ERR: Terminated: ERROR {rc=1} [trial-2375↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16008)]\u000a13:53:23.407406 run osmo-stp_10.42.42.5(pid=16008): stdout: \u000a| (launched: 2022-12-10_13:53:21.582890)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:53:23.547502 run osmo-stp_10.42.42.5(pid=16008): stderr: \u000a| �[0;m�[38;5;43m20221210135321872 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210135321873 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210135321873 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210135321873 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210135321874 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210135321874 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210135321874 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:53:23.686056 run osmo-stp_10.42.42.5(pid=16008): stdout: \u000a| (launched: 2022-12-10_13:53:21.582890)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:53:23.821379 run osmo-stp_10.42.42.5(pid=16008): stderr: \u000a| �[0;m�[38;5;43m20221210135321872 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210135321873 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210135321873 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210135321873 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210135321874 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210135321874 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210135321874 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:53:23.978336 run patchelf(pid=16011): Terminating (SIGINT)\u000a13:53:24.163967 run patchelf(pid=16011): Terminated: ok {rc=0}\u000a13:53:24.198562 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=16008): Process ended prematurely: osmo-stp_10.42.42.5(pid=16008) [trial-2375↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16008)] [trial-2375↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3.py:8]\u000a13:53:24.209756 tst iperf3.py:8: Test FAILED (8.5 sec)\u000a13:53:24.277810 run osmo-hlr_10.42.42.2(pid=16003): ERR: Terminated: ERROR {rc=237} [trial-2375↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16003)]\u000a13:53:24.332193 run osmo-hlr_10.42.42.2(pid=16003): stdout: \u000a| (launched: 2022-12-10_13:53:20.334398) \u000a13:53:24.387674 run osmo-hlr_10.42.42.2(pid=16003): stderr: \u000a| �[0;m�[1;31m20221210135320646 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210135320646 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210135320646 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210135320646 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210135320646 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210135320646 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210135320661 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2375/run.2022-12-10_12-42-03/gprs:nanobts+band-900+mod-bts0-dynts-ipa/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210135320670 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210135320670 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210135320670 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:53:24.434632 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15764): Terminating (SIGTERM)\u000a13:53:24.481507 run iperf3-srv_10.42.42.10(pid=15772): Terminating (SIGTERM)\u000a13:53:24.526962 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16002): Terminating (SIGTERM)\u000a13:53:24.573294 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16006): Terminating (SIGTERM)\u000a13:53:24.621458 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16010): Terminating (SIGTERM)\u000a13:53:24.632262 --- ParallelTerminationStrategy: PID 15764 died...\u000a13:53:24.693306 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15764): Terminated: ok {rc=0}\u000a13:53:24.704436 --- ParallelTerminationStrategy: PID 15772 died...\u000a13:53:24.763637 run iperf3-srv_10.42.42.10(pid=15772): Terminated {rc=256}\u000a13:53:24.774787 --- ParallelTerminationStrategy: PID 16002 died...\u000a13:53:24.834649 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16002): Terminated: ok {rc=0}\u000a13:53:24.845788 --- ParallelTerminationStrategy: PID 16006 died...\u000a13:53:24.905405 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16006): Terminated: ok {rc=0}\u000a13:53:24.916442 --- ParallelTerminationStrategy: PID 16010 died...\u000a13:53:24.975732 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16010): Terminated: ok {rc=0}\u000a13:53:25.065535 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 237, "className" : "gprs:nanobts+band-900+mod-bts0-dynts-ipa", "duration" : 13.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16026): Process ended prematurely: osmo-stp_10.42.42.5(pid=16026) [trial-2375↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16026)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16026): Process ended prematurely: osmo-stp_10.42.42.5(pid=16026) [trial-2375↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16026)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2375 gprs:nanobts+band-900+mod-bts0-dynts-ipa iperf3m4.py\u000a----------------------------------------------\u000a13:53:26.185549 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:53:26.198539 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a13:53:26.365759 tst iperf3m4.py: using LAC 28850\u000a13:53:26.495252 tst iperf3m4.py: using RAC 35\u000a13:53:26.628923 tst iperf3m4.py: using CellId 28850\u000a13:53:26.757716 tst iperf3m4.py: using BVCI 28851\u000a13:53:26.784791 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:53:26.797224 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:53:26.810785 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:53:26.824136 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:53:26.837512 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:53:26.851307 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:53:26.864454 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:53:26.877786 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:53:26.891331 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a13:53:27.015869 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a13:53:27.139579 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a13:53:27.257271 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a13:53:27.552821 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a13:53:27.694632 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:53:28.050693 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16012): Launched\u000a13:53:28.353301 run iperf3-srv_10.42.42.10(pid=16013): Launched\u000a13:53:28.557996 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a13:53:28.700513 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:53:29.055457 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16014): Launched\u000a13:53:29.358275 run iperf3-srv_10.42.42.10(pid=16015): Launched\u000a13:53:29.561163 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a13:53:29.702774 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:53:30.059452 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16016): Launched\u000a13:53:30.362207 run iperf3-srv_10.42.42.10(pid=16017): Launched\u000a13:53:30.565256 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a13:53:30.707071 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:53:31.145266 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16018): Launched\u000a13:53:31.495419 run iperf3-srv_10.42.42.10(pid=16019): Launched\u000a13:53:31.744407 tst iperf3m4.py:8: start network...\u000a13:53:31.939064 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:53:32.594442 run create_hlr_db(pid=16020): Launched\u000a13:53:32.821147 bus /gobi_6: Setting Powered False\u000a13:53:33.812809 run create_hlr_db(pid=16020): Terminated: ok {rc=0}\u000a13:53:34.306522 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16022): Launched\u000a13:53:34.741150 run osmo-hlr_10.42.42.2(pid=16023): Launched\u000a13:53:34.979047 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:53:35.590266 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16025): Launched\u000a13:53:36.027110 run osmo-stp_10.42.42.5(pid=16026): Launched\u000a13:53:36.253652 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:53:36.850475 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16028): Launched\u000a13:53:36.969761 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:53:37.277378 run patchelf(pid=16029): Launched\u000a13:53:37.472564 run osmo-stp_10.42.42.5(pid=16026): ERR: Terminated: ERROR {rc=1} [trial-2375↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16026)]\u000a13:53:37.618100 run osmo-stp_10.42.42.5(pid=16026): stdout: \u000a| (launched: 2022-12-10_13:53:35.759414)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:53:37.761335 run osmo-stp_10.42.42.5(pid=16026): stderr: \u000a| �[0;m�[38;5;43m20221210135336070 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210135336070 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210135336070 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210135336071 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210135336071 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210135336071 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210135336071 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:53:37.900293 run osmo-stp_10.42.42.5(pid=16026): stdout: \u000a| (launched: 2022-12-10_13:53:35.759414)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:53:38.038701 run osmo-stp_10.42.42.5(pid=16026): stderr: \u000a| �[0;m�[38;5;43m20221210135336070 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210135336070 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210135336070 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210135336071 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210135336071 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210135336071 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210135336071 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:53:38.198378 run patchelf(pid=16029): Terminating (SIGINT)\u000a13:53:38.386704 run patchelf(pid=16029): Terminated: ok {rc=0}\u000a13:53:38.421958 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=16026): Process ended prematurely: osmo-stp_10.42.42.5(pid=16026) [trial-2375↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16026)] [trial-2375↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3m4.py:8]\u000a13:53:38.433119 tst iperf3m4.py:8: Test FAILED (12.3 sec)\u000a13:53:38.501849 run osmo-hlr_10.42.42.2(pid=16023): ERR: Terminated: ERROR {rc=237} [trial-2375↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16023)]\u000a13:53:38.556813 run osmo-hlr_10.42.42.2(pid=16023): stdout: \u000a| (launched: 2022-12-10_13:53:34.476433) \u000a13:53:38.615849 run osmo-hlr_10.42.42.2(pid=16023): stderr: \u000a| �[0;m�[1;31m20221210135334805 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210135334805 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210135334805 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210135334805 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210135334805 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210135334805 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210135334817 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2375/run.2022-12-10_12-42-03/gprs:nanobts+band-900+mod-bts0-dynts-ipa/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210135334830 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210135334830 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210135334830 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:53:38.663085 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16012): Terminating (SIGTERM)\u000a13:53:38.709666 run iperf3-srv_10.42.42.10(pid=16013): Terminating (SIGTERM)\u000a13:53:38.755866 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16014): Terminating (SIGTERM)\u000a13:53:38.803323 run iperf3-srv_10.42.42.10(pid=16015): Terminating (SIGTERM)\u000a13:53:38.849722 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16016): Terminating (SIGTERM)\u000a13:53:38.896422 run iperf3-srv_10.42.42.10(pid=16017): Terminating (SIGTERM)\u000a13:53:38.942651 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16018): Terminating (SIGTERM)\u000a13:53:38.990216 run iperf3-srv_10.42.42.10(pid=16019): Terminating (SIGTERM)\u000a13:53:39.036920 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16022): Terminating (SIGTERM)\u000a13:53:39.083407 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16025): Terminating (SIGTERM)\u000a13:53:39.129843 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16028): Terminating (SIGTERM)\u000a13:53:39.141218 --- ParallelTerminationStrategy: PID 16012 died...\u000a13:53:39.203573 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16012): Terminated: ok {rc=0}\u000a13:53:39.214960 --- ParallelTerminationStrategy: PID 16013 died...\u000a13:53:39.274565 run iperf3-srv_10.42.42.10(pid=16013): Terminated {rc=256}\u000a13:53:39.285750 --- ParallelTerminationStrategy: PID 16014 died...\u000a13:53:39.346469 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16014): Terminated: ok {rc=0}\u000a13:53:39.357706 --- ParallelTerminationStrategy: PID 16015 died...\u000a13:53:39.418751 run iperf3-srv_10.42.42.10(pid=16015): Terminated {rc=256}\u000a13:53:39.429822 --- ParallelTerminationStrategy: PID 16016 died...\u000a13:53:39.490279 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16016): Terminated: ok {rc=0}\u000a13:53:39.501680 --- ParallelTerminationStrategy: PID 16017 died...\u000a13:53:39.561917 run iperf3-srv_10.42.42.10(pid=16017): Terminated {rc=256}\u000a13:53:39.574313 --- ParallelTerminationStrategy: PID 16018 died...\u000a13:53:39.635998 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16018): Terminated: ok {rc=0}\u000a13:53:39.647184 --- ParallelTerminationStrategy: PID 16019 died...\u000a13:53:39.706985 run iperf3-srv_10.42.42.10(pid=16019): Terminated {rc=256}\u000a13:53:39.718223 --- ParallelTerminationStrategy: PID 16022 died...\u000a13:53:39.778910 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16022): Terminated: ok {rc=0}\u000a13:53:39.790408 --- ParallelTerminationStrategy: PID 16025 died...\u000a13:53:39.853175 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16025): Terminated: ok {rc=0}\u000a13:53:39.864367 --- ParallelTerminationStrategy: PID 16028 died...\u000a13:53:39.924766 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16028): Terminated: ok {rc=0}\u000a13:53:40.018009 bus /gobi_4: Setting Powered False\u000a13:53:41.124610 bus /gobi_4: Setting Powered False\u000a13:53:42.231932 bus /gobi_1: Setting Powered False\u000a13:53:43.337562 bus /gobi_1: Setting Powered False\u000a13:53:44.448433 bus /gobi_0: Setting Powered False\u000a13:53:45.549789 bus /gobi_0: Setting Powered False\u000a13:53:46.682447 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 237, "className" : "gprs:nanobts+band-900+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16037): Process ended prematurely: osmo-stp_10.42.42.5(pid=16037) [trial-2375↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16037)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16037): Process ended prematurely: osmo-stp_10.42.42.5(pid=16037) [trial-2375↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16037)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2375 gprs:nanobts+band-900+mod-bts0-dynts-ipa ping.py\u000a----------------------------------------------\u000a13:53:47.753111 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:53:47.765120 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a13:53:47.924407 tst ping.py: using LAC 28851\u000a13:53:48.049493 tst ping.py: using RAC 36\u000a13:53:48.172562 tst ping.py: using CellId 28851\u000a13:53:48.291419 tst ping.py: using BVCI 28852\u000a13:53:48.314251 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:53:48.325064 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:53:48.335574 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:53:48.347002 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:53:48.358311 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:53:48.369973 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:53:48.381417 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:53:48.392887 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a13:53:48.670104 tst ping.py:19: start network...\u000a13:53:48.791961 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:53:49.263572 run create_hlr_db(pid=16031): Launched\u000a13:53:49.434623 bus /gobi_6: Setting Powered False\u000a13:53:50.456028 run create_hlr_db(pid=16031): Terminated: ok {rc=0}\u000a13:53:50.872259 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16033): Launched\u000a13:53:51.168465 run osmo-hlr_10.42.42.2(pid=16034): Launched\u000a13:53:51.280567 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:53:51.796574 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16036): Launched\u000a13:53:52.091919 run osmo-stp_10.42.42.5(pid=16037): Launched\u000a13:53:52.199205 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:53:52.712535 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16039): Launched\u000a13:53:52.817092 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:53:53.073823 run patchelf(pid=16040): Launched\u000a13:53:53.247020 run osmo-stp_10.42.42.5(pid=16037): ERR: Terminated: ERROR {rc=1} [trial-2375↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16037)]\u000a13:53:53.373195 run osmo-stp_10.42.42.5(pid=16037): stdout: \u000a| (launched: 2022-12-10_13:53:51.947217)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:53:53.499824 run osmo-stp_10.42.42.5(pid=16037): stderr: \u000a| �[0;m�[38;5;43m20221210135352117 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210135352117 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210135352117 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210135352118 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210135352118 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210135352118 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210135352118 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:53:53.622358 run osmo-stp_10.42.42.5(pid=16037): stdout: \u000a| (launched: 2022-12-10_13:53:51.947217)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:53:53.743861 run osmo-stp_10.42.42.5(pid=16037): stderr: \u000a| �[0;m�[38;5;43m20221210135352117 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210135352117 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210135352117 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210135352118 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210135352118 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210135352118 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210135352118 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:53:53.885885 run patchelf(pid=16040): Terminating (SIGINT)\u000a13:53:54.052790 run patchelf(pid=16040): Terminated: ok {rc=0}\u000a13:53:54.083016 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=16037): Process ended prematurely: osmo-stp_10.42.42.5(pid=16037) [trial-2375↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16037)] [trial-2375↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping.py:22]\u000a13:53:54.091579 tst ping.py:22: Test FAILED (6.3 sec)\u000a13:53:54.150786 run osmo-hlr_10.42.42.2(pid=16034): ERR: Terminated: ERROR {rc=237} [trial-2375↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16034)]\u000a13:53:54.199181 run osmo-hlr_10.42.42.2(pid=16034): stdout: \u000a| (launched: 2022-12-10_13:53:51.023218) \u000a13:53:54.247984 run osmo-hlr_10.42.42.2(pid=16034): stderr: \u000a| �[0;m�[1;31m20221210135351197 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210135351197 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210135351197 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210135351197 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210135351197 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210135351197 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210135351209 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2375/run.2022-12-10_12-42-03/gprs:nanobts+band-900+mod-bts0-dynts-ipa/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210135351218 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210135351218 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210135351218 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:53:54.289727 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16033): Terminating (SIGTERM)\u000a13:53:54.329002 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16036): Terminating (SIGTERM)\u000a13:53:54.368297 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16039): Terminating (SIGTERM)\u000a13:53:54.377268 --- ParallelTerminationStrategy: PID 16033 died...\u000a13:53:54.430017 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16033): Terminated: ok {rc=0}\u000a13:53:54.439651 --- ParallelTerminationStrategy: PID 16036 died...\u000a13:53:54.492110 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16036): Terminated: ok {rc=0}\u000a13:53:54.501815 --- ParallelTerminationStrategy: PID 16039 died...\u000a13:53:54.554391 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16039): Terminated: ok {rc=0}\u000a13:53:54.642208 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 237, "className" : "gprs:nanobts+band-900+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16047): Process ended prematurely: osmo-stp_10.42.42.5(pid=16047) [trial-2375↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16047)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16047): Process ended prematurely: osmo-stp_10.42.42.5(pid=16047) [trial-2375↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16047)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2375 gprs:nanobts+band-900+mod-bts0-dynts-ipa ping_idle_ping.py\u000a----------------------------------------------\u000a13:53:55.695394 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:53:55.707560 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a13:53:55.863844 tst ping_idle_ping.py: using LAC 28852\u000a13:53:55.982774 tst ping_idle_ping.py: using RAC 37\u000a13:53:56.105961 tst ping_idle_ping.py: using CellId 28852\u000a13:53:56.230760 tst ping_idle_ping.py: using BVCI 28853\u000a13:53:56.255148 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:53:56.266597 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:53:56.277969 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:53:56.289918 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:53:56.301872 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:53:56.313866 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:53:56.326179 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:53:56.338158 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a13:53:56.612927 tst ping_idle_ping.py:24: start network...\u000a13:53:56.736212 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:53:57.212983 run create_hlr_db(pid=16041): Launched\u000a13:53:57.383287 bus /gobi_6: Setting Powered False\u000a13:53:58.405527 run create_hlr_db(pid=16041): Terminated: ok {rc=0}\u000a13:53:58.799502 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16043): Launched\u000a13:53:59.095427 run osmo-hlr_10.42.42.2(pid=16044): Launched\u000a13:53:59.212287 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:53:59.728129 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16046): Launched\u000a13:54:00.023074 run osmo-stp_10.42.42.5(pid=16047): Launched\u000a13:54:00.130055 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:54:00.643340 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16049): Launched\u000a13:54:00.747651 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:54:01.056901 run patchelf(pid=16050): Launched\u000a13:54:01.248156 run osmo-stp_10.42.42.5(pid=16047): ERR: Terminated: ERROR {rc=1} [trial-2375↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16047)]\u000a13:54:01.389343 run osmo-stp_10.42.42.5(pid=16047): stdout: \u000a| (launched: 2022-12-10_13:53:59.877537)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:54:01.529264 run osmo-stp_10.42.42.5(pid=16047): stderr: \u000a| �[0;m�[38;5;43m20221210135400046 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210135400046 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210135400047 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210135400047 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210135400047 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210135400047 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210135400048 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:54:01.667837 run osmo-stp_10.42.42.5(pid=16047): stdout: \u000a| (launched: 2022-12-10_13:53:59.877537)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:54:01.803192 run osmo-stp_10.42.42.5(pid=16047): stderr: \u000a| �[0;m�[38;5;43m20221210135400046 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210135400046 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210135400047 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210135400047 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210135400047 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210135400047 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210135400048 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:54:01.959852 run patchelf(pid=16050): Terminating (SIGINT)\u000a13:54:02.143949 run patchelf(pid=16050): Terminated: ok {rc=0}\u000a13:54:02.177223 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=16047): Process ended prematurely: osmo-stp_10.42.42.5(pid=16047) [trial-2375↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16047)] [trial-2375↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27]\u000a13:54:02.187193 tst ping_idle_ping.py:27: Test FAILED (6.5 sec)\u000a13:54:02.252377 run osmo-hlr_10.42.42.2(pid=16044): ERR: Terminated: ERROR {rc=237} [trial-2375↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16044)]\u000a13:54:02.304492 run osmo-hlr_10.42.42.2(pid=16044): stdout: \u000a| (launched: 2022-12-10_13:53:58.949781) \u000a13:54:02.357483 run osmo-hlr_10.42.42.2(pid=16044): stderr: \u000a| �[0;m�[1;31m20221210135359125 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210135359125 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210135359125 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210135359125 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210135359125 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210135359125 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210135359136 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2375/run.2022-12-10_12-42-03/gprs:nanobts+band-900+mod-bts0-dynts-ipa/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210135359147 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210135359147 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210135359147 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:54:02.401995 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16043): Terminating (SIGTERM)\u000a13:54:02.444706 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16046): Terminating (SIGTERM)\u000a13:54:02.487955 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16049): Terminating (SIGTERM)\u000a13:54:02.497986 --- ParallelTerminationStrategy: PID 16043 died...\u000a13:54:02.554354 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16043): Terminated: ok {rc=0}\u000a13:54:02.565542 --- ParallelTerminationStrategy: PID 16046 died...\u000a13:54:02.622611 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16046): Terminated: ok {rc=0}\u000a13:54:02.632769 --- ParallelTerminationStrategy: PID 16049 died...\u000a13:54:02.689355 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16049): Terminated: ok {rc=0}\u000a13:54:02.776477 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 62.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "157", "name" : "gprs_nanobts+band-900+mod-bts0-dynts-ipa", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T13:53:02" }, { "cases" : [ { "testActions" : [ ], "age" : 237, "className" : "gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16065): Process ended prematurely: osmo-stp_10.42.42.5(pid=16065) [trial-2375↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16065)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16065): Process ended prematurely: osmo-stp_10.42.42.5(pid=16065) [trial-2375↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16065)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2375 gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend cs_paging_gprs_active.py\u000a----------------------------------------------\u000a13:54:04.922144 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a13:54:04.933433 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a13:54:05.064530 tst cs_paging_gprs_active.py: using LAC 28853\u000a13:54:05.179202 tst cs_paging_gprs_active.py: using RAC 38\u000a13:54:05.296894 tst cs_paging_gprs_active.py: using CellId 28853\u000a13:54:05.411623 tst cs_paging_gprs_active.py: using BVCI 28854\u000a13:54:05.434299 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a13:54:05.445344 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a13:54:05.456263 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a13:54:05.467272 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a13:54:05.478183 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a13:54:05.488933 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a13:54:05.499954 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a13:54:05.510935 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a13:54:05.522411 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a13:54:05.642268 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a13:54:05.931644 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a13:54:06.064510 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:54:06.391502 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16055): Launched\u000a13:54:06.664121 run iperf3-srv_10.42.42.10(pid=16056): Launched\u000a13:54:06.857379 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a13:54:06.990206 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:54:07.316731 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16057): Launched\u000a13:54:07.589342 run iperf3-srv_10.42.42.10(pid=16058): Launched\u000a13:54:07.784068 tst cs_paging_gprs_active.py:38: start network...\u000a13:54:07.916802 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:54:08.418431 run create_hlr_db(pid=16059): Launched\u000a13:54:08.601794 bus /gobi_6: Setting Powered False\u000a13:54:09.623217 run create_hlr_db(pid=16059): Terminated: ok {rc=0}\u000a13:54:10.020594 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16061): Launched\u000a13:54:10.317658 run osmo-hlr_10.42.42.2(pid=16062): Launched\u000a13:54:10.435873 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:54:10.985997 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16064): Launched\u000a13:54:11.302282 run osmo-stp_10.42.42.5(pid=16065): Launched\u000a13:54:11.418515 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:54:11.970668 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16067): Launched\u000a13:54:12.085333 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:54:12.360430 run patchelf(pid=16068): Launched\u000a13:54:12.546709 run osmo-stp_10.42.42.5(pid=16065): ERR: Terminated: ERROR {rc=1} [trial-2375↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16065)]\u000a13:54:12.682284 run osmo-stp_10.42.42.5(pid=16065): stdout: \u000a| (launched: 2022-12-10_13:54:11.147211)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:54:12.818592 run osmo-stp_10.42.42.5(pid=16065): stderr: \u000a| �[0;m�[38;5;43m20221210135411339 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210135411339 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210135411340 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210135411340 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210135411340 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210135411341 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210135411341 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:54:12.950211 run osmo-stp_10.42.42.5(pid=16065): stdout: \u000a| (launched: 2022-12-10_13:54:11.147211)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:54:13.081338 run osmo-stp_10.42.42.5(pid=16065): stderr: \u000a| �[0;m�[38;5;43m20221210135411339 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210135411339 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210135411340 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210135411340 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210135411340 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210135411341 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210135411341 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:54:13.233548 run patchelf(pid=16068): Terminating (SIGINT)\u000a13:54:13.412625 run patchelf(pid=16068): Terminated: ok {rc=0}\u000a13:54:13.445807 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=16065): Process ended prematurely: osmo-stp_10.42.42.5(pid=16065) [trial-2375↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16065)] [trial-2375↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38]\u000a13:54:13.455766 tst cs_paging_gprs_active.py:38: Test FAILED (8.6 sec)\u000a13:54:13.518970 run osmo-hlr_10.42.42.2(pid=16062): ERR: Terminated: ERROR {rc=237} [trial-2375↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16062)]\u000a13:54:13.570481 run osmo-hlr_10.42.42.2(pid=16062): stdout: \u000a| (launched: 2022-12-10_13:54:10.171855) \u000a13:54:13.622833 run osmo-hlr_10.42.42.2(pid=16062): stderr: \u000a| �[0;m�[1;31m20221210135410344 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210135410344 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210135410344 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210135410344 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210135410344 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210135410344 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210135410355 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2375/run.2022-12-10_12-42-03/gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210135410363 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210135410364 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210135410364 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:54:13.666685 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16055): Terminating (SIGTERM)\u000a13:54:13.708606 run iperf3-srv_10.42.42.10(pid=16056): Terminating (SIGTERM)\u000a13:54:13.750534 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16057): Terminating (SIGTERM)\u000a13:54:13.792258 run iperf3-srv_10.42.42.10(pid=16058): Terminating (SIGTERM)\u000a13:54:13.834236 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16061): Terminating (SIGTERM)\u000a13:54:13.876527 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16064): Terminating (SIGTERM)\u000a13:54:13.917981 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16067): Terminating (SIGTERM)\u000a13:54:13.927961 --- ParallelTerminationStrategy: PID 16055 died...\u000a13:54:13.983645 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16055): Terminated: ok {rc=0}\u000a13:54:13.994109 --- ParallelTerminationStrategy: PID 16056 died...\u000a13:54:14.049773 run iperf3-srv_10.42.42.10(pid=16056): Terminated {rc=256}\u000a13:54:14.059721 --- ParallelTerminationStrategy: PID 16057 died...\u000a13:54:14.115451 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16057): Terminated: ok {rc=0}\u000a13:54:14.125466 --- ParallelTerminationStrategy: PID 16058 died...\u000a13:54:14.180938 run iperf3-srv_10.42.42.10(pid=16058): Terminated {rc=256}\u000a13:54:14.191022 --- ParallelTerminationStrategy: PID 16061 died...\u000a13:54:14.246579 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16061): Terminated: ok {rc=0}\u000a13:54:14.256511 --- ParallelTerminationStrategy: PID 16064 died...\u000a13:54:14.311711 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16064): Terminated: ok {rc=0}\u000a13:54:14.322049 --- ParallelTerminationStrategy: PID 16067 died...\u000a13:54:14.378157 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16067): Terminated: ok {rc=0}\u000a13:54:14.463863 bus /gobi_0: Setting Powered False\u000a13:54:15.570218 bus /gobi_0: Setting Powered False\u000a13:54:16.695764 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 237, "className" : "gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16077): Process ended prematurely: osmo-stp_10.42.42.5(pid=16077) [trial-2375↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16077)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16077): Process ended prematurely: osmo-stp_10.42.42.5(pid=16077) [trial-2375↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16077)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2375 gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend iperf3.py\u000a----------------------------------------------\u000a13:54:17.803753 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a13:54:17.815481 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a13:54:17.951756 tst iperf3.py: using LAC 28854\u000a13:54:18.071521 tst iperf3.py: using RAC 39\u000a13:54:18.190390 tst iperf3.py: using CellId 28854\u000a13:54:18.307343 tst iperf3.py: using BVCI 28855\u000a13:54:18.330339 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a13:54:18.341509 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a13:54:18.352433 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a13:54:18.363415 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a13:54:18.374459 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a13:54:18.385561 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a13:54:18.396584 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a13:54:18.407437 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a13:54:18.418707 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a13:54:18.706914 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a13:54:18.839027 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:54:19.163985 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16069): Launched\u000a13:54:19.435866 run iperf3-srv_10.42.42.10(pid=16070): Launched\u000a13:54:19.629575 tst iperf3.py:8: start network...\u000a13:54:19.761567 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:54:20.259968 run create_hlr_db(pid=16071): Launched\u000a13:54:20.444209 bus /gobi_6: Setting Powered False\u000a13:54:21.465747 run create_hlr_db(pid=16071): Terminated: ok {rc=0}\u000a13:54:21.862821 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16073): Launched\u000a13:54:22.159408 run osmo-hlr_10.42.42.2(pid=16074): Launched\u000a13:54:22.268796 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:54:22.782674 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16076): Launched\u000a13:54:23.078483 run osmo-stp_10.42.42.5(pid=16077): Launched\u000a13:54:23.186710 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:54:23.702139 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16079): Launched\u000a13:54:23.807659 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:54:24.065869 run patchelf(pid=16080): Launched\u000a13:54:24.239459 run osmo-stp_10.42.42.5(pid=16077): ERR: Terminated: ERROR {rc=1} [trial-2375↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16077)]\u000a13:54:24.366150 run osmo-stp_10.42.42.5(pid=16077): stdout: \u000a| (launched: 2022-12-10_13:54:22.932921)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:54:24.493271 run osmo-stp_10.42.42.5(pid=16077): stderr: \u000a| �[0;m�[38;5;43m20221210135423103 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210135423104 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210135423104 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210135423104 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210135423105 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210135423105 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210135423105 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:54:24.616040 run osmo-stp_10.42.42.5(pid=16077): stdout: \u000a| (launched: 2022-12-10_13:54:22.932921)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:54:24.738465 run osmo-stp_10.42.42.5(pid=16077): stderr: \u000a| �[0;m�[38;5;43m20221210135423103 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210135423104 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210135423104 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210135423104 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210135423105 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210135423105 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210135423105 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:54:24.880426 run patchelf(pid=16080): Terminating (SIGINT)\u000a13:54:25.047206 run patchelf(pid=16080): Terminated: ok {rc=0}\u000a13:54:25.077956 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=16077): Process ended prematurely: osmo-stp_10.42.42.5(pid=16077) [trial-2375↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16077)] [trial-2375↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8]\u000a13:54:25.087170 tst iperf3.py:8: Test FAILED (7.3 sec)\u000a13:54:25.145669 run osmo-hlr_10.42.42.2(pid=16074): ERR: Terminated: ERROR {rc=237} [trial-2375↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16074)]\u000a13:54:25.193844 run osmo-hlr_10.42.42.2(pid=16074): stdout: \u000a| (launched: 2022-12-10_13:54:22.013815) \u000a13:54:25.242528 run osmo-hlr_10.42.42.2(pid=16074): stderr: \u000a| �[0;m�[1;31m20221210135422190 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210135422190 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210135422190 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210135422191 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210135422191 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210135422191 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210135422203 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2375/run.2022-12-10_12-42-03/gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210135422211 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210135422212 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210135422212 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:54:25.283574 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16069): Terminating (SIGTERM)\u000a13:54:25.322023 run iperf3-srv_10.42.42.10(pid=16070): Terminating (SIGTERM)\u000a13:54:25.360680 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16073): Terminating (SIGTERM)\u000a13:54:25.399382 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16076): Terminating (SIGTERM)\u000a13:54:25.438109 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16079): Terminating (SIGTERM)\u000a13:54:25.446986 --- ParallelTerminationStrategy: PID 16069 died...\u000a13:54:25.499202 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16069): Terminated: ok {rc=0}\u000a13:54:25.508686 --- ParallelTerminationStrategy: PID 16070 died...\u000a13:54:25.560588 run iperf3-srv_10.42.42.10(pid=16070): Terminated {rc=256}\u000a13:54:25.570056 --- ParallelTerminationStrategy: PID 16073 died...\u000a13:54:25.621815 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16073): Terminated: ok {rc=0}\u000a13:54:25.631209 --- ParallelTerminationStrategy: PID 16076 died...\u000a13:54:25.682842 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16076): Terminated: ok {rc=0}\u000a13:54:25.692201 --- ParallelTerminationStrategy: PID 16079 died...\u000a13:54:25.743810 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16079): Terminated: ok {rc=0}\u000a13:54:25.831693 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 237, "className" : "gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16095): Process ended prematurely: osmo-stp_10.42.42.5(pid=16095) [trial-2375↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16095)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16095): Process ended prematurely: osmo-stp_10.42.42.5(pid=16095) [trial-2375↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16095)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2375 gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend iperf3m4.py\u000a----------------------------------------------\u000a13:54:26.939965 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a13:54:26.951742 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a13:54:27.089173 tst iperf3m4.py: using LAC 28855\u000a13:54:27.205721 tst iperf3m4.py: using RAC 40\u000a13:54:27.321891 tst iperf3m4.py: using CellId 28855\u000a13:54:27.438688 tst iperf3m4.py: using BVCI 28856\u000a13:54:27.461502 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a13:54:27.472508 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a13:54:27.483609 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a13:54:27.494637 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a13:54:27.505635 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a13:54:27.516598 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a13:54:27.527610 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a13:54:27.538512 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a13:54:27.549649 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a13:54:27.670470 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a13:54:27.788672 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a13:54:27.907415 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a13:54:28.183967 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a13:54:28.308386 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:54:28.615111 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16081): Launched\u000a13:54:28.869449 run iperf3-srv_10.42.42.10(pid=16082): Launched\u000a13:54:29.049835 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a13:54:29.173371 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:54:29.478808 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16083): Launched\u000a13:54:29.734222 run iperf3-srv_10.42.42.10(pid=16084): Launched\u000a13:54:29.914820 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a13:54:30.038480 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:54:30.345870 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16085): Launched\u000a13:54:30.601197 run iperf3-srv_10.42.42.10(pid=16086): Launched\u000a13:54:30.781766 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a13:54:30.906935 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:54:31.244542 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16087): Launched\u000a13:54:31.540784 run iperf3-srv_10.42.42.10(pid=16088): Launched\u000a13:54:31.725806 tst iperf3m4.py:8: start network...\u000a13:54:31.851898 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:54:32.332718 run create_hlr_db(pid=16089): Launched\u000a13:54:32.503306 bus /gobi_6: Setting Powered False\u000a13:54:33.524759 run create_hlr_db(pid=16089): Terminated: ok {rc=0}\u000a13:54:33.943891 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16091): Launched\u000a13:54:34.259320 run osmo-hlr_10.42.42.2(pid=16092): Launched\u000a13:54:34.376607 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:54:34.923763 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16094): Launched\u000a13:54:35.221240 run osmo-stp_10.42.42.5(pid=16095): Launched\u000a13:54:35.329121 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:54:35.846888 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16097): Launched\u000a13:54:35.953227 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:54:36.212597 run patchelf(pid=16098): Launched\u000a13:54:36.386885 run osmo-stp_10.42.42.5(pid=16095): ERR: Terminated: ERROR {rc=1} [trial-2375↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16095)]\u000a13:54:36.514082 run osmo-stp_10.42.42.5(pid=16095): stdout: \u000a| (launched: 2022-12-10_13:54:35.075486)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:54:36.641562 run osmo-stp_10.42.42.5(pid=16095): stderr: \u000a| �[0;m�[38;5;43m20221210135435246 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210135435246 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210135435246 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210135435247 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210135435247 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210135435247 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210135435247 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:54:36.764813 run osmo-stp_10.42.42.5(pid=16095): stdout: \u000a| (launched: 2022-12-10_13:54:35.075486)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:54:36.887637 run osmo-stp_10.42.42.5(pid=16095): stderr: \u000a| �[0;m�[38;5;43m20221210135435246 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210135435246 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210135435246 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210135435247 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210135435247 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210135435247 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210135435247 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:54:37.030113 run patchelf(pid=16098): Terminating (SIGINT)\u000a13:54:37.197638 run patchelf(pid=16098): Terminated: ok {rc=0}\u000a13:54:37.228341 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=16095): Process ended prematurely: osmo-stp_10.42.42.5(pid=16095) [trial-2375↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16095)] [trial-2375↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8]\u000a13:54:37.237490 tst iperf3m4.py:8: Test FAILED (10.3 sec)\u000a13:54:37.296254 run osmo-hlr_10.42.42.2(pid=16092): ERR: Terminated: ERROR {rc=237} [trial-2375↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16092)]\u000a13:54:37.344203 run osmo-hlr_10.42.42.2(pid=16092): stdout: \u000a| (launched: 2022-12-10_13:54:34.104734) \u000a13:54:37.392671 run osmo-hlr_10.42.42.2(pid=16092): stderr: \u000a| �[0;m�[1;31m20221210135434301 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210135434301 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210135434301 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210135434301 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210135434301 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210135434302 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210135434314 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2375/run.2022-12-10_12-42-03/gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210135434322 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210135434323 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210135434323 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:54:37.433928 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16081): Terminating (SIGTERM)\u000a13:54:37.472822 run iperf3-srv_10.42.42.10(pid=16082): Terminating (SIGTERM)\u000a13:54:37.511742 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16083): Terminating (SIGTERM)\u000a13:54:37.550632 run iperf3-srv_10.42.42.10(pid=16084): Terminating (SIGTERM)\u000a13:54:37.589486 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16085): Terminating (SIGTERM)\u000a13:54:37.628256 run iperf3-srv_10.42.42.10(pid=16086): Terminating (SIGTERM)\u000a13:54:37.667140 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16087): Terminating (SIGTERM)\u000a13:54:37.705947 run iperf3-srv_10.42.42.10(pid=16088): Terminating (SIGTERM)\u000a13:54:37.744851 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16091): Terminating (SIGTERM)\u000a13:54:37.783653 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16094): Terminating (SIGTERM)\u000a13:54:37.822800 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16097): Terminating (SIGTERM)\u000a13:54:37.831958 --- ParallelTerminationStrategy: PID 16081 died...\u000a13:54:37.884137 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16081): Terminated: ok {rc=0}\u000a13:54:37.893813 --- ParallelTerminationStrategy: PID 16082 died...\u000a13:54:37.945326 run iperf3-srv_10.42.42.10(pid=16082): Terminated {rc=256}\u000a13:54:37.954922 --- ParallelTerminationStrategy: PID 16083 died...\u000a13:54:38.006983 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16083): Terminated: ok {rc=0}\u000a13:54:38.016500 --- ParallelTerminationStrategy: PID 16084 died...\u000a13:54:38.068638 run iperf3-srv_10.42.42.10(pid=16084): Terminated {rc=256}\u000a13:54:38.078227 --- ParallelTerminationStrategy: PID 16085 died...\u000a13:54:38.129821 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16085): Terminated: ok {rc=0}\u000a13:54:38.139217 --- ParallelTerminationStrategy: PID 16086 died...\u000a13:54:38.190734 run iperf3-srv_10.42.42.10(pid=16086): Terminated {rc=256}\u000a13:54:38.200094 --- ParallelTerminationStrategy: PID 16087 died...\u000a13:54:38.252569 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16087): Terminated: ok {rc=0}\u000a13:54:38.261931 --- ParallelTerminationStrategy: PID 16088 died...\u000a13:54:38.313442 run iperf3-srv_10.42.42.10(pid=16088): Terminated {rc=256}\u000a13:54:38.322728 --- ParallelTerminationStrategy: PID 16091 died...\u000a13:54:38.374562 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16091): Terminated: ok {rc=0}\u000a13:54:38.383967 --- ParallelTerminationStrategy: PID 16094 died...\u000a13:54:38.435800 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16094): Terminated: ok {rc=0}\u000a13:54:38.445321 --- ParallelTerminationStrategy: PID 16097 died...\u000a13:54:38.497131 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16097): Terminated: ok {rc=0}\u000a13:54:38.584504 bus /gobi_4: Setting Powered False\u000a13:54:39.686128 bus /gobi_4: Setting Powered False\u000a13:54:40.795771 bus /gobi_1: Setting Powered False\u000a13:54:41.896023 bus /gobi_1: Setting Powered False\u000a13:54:43.005741 bus /gobi_0: Setting Powered False\u000a13:54:44.110121 bus /gobi_0: Setting Powered False\u000a13:54:45.221053 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 237, "className" : "gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16105): Process ended prematurely: osmo-stp_10.42.42.5(pid=16105) [trial-2375↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16105)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16105): Process ended prematurely: osmo-stp_10.42.42.5(pid=16105) [trial-2375↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16105)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2375 gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend ping.py\u000a----------------------------------------------\u000a13:54:46.288382 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a13:54:46.301625 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a13:54:46.472274 tst ping.py: using LAC 28856\u000a13:54:46.590757 tst ping.py: using RAC 41\u000a13:54:46.739182 tst ping.py: using CellId 28856\u000a13:54:46.885427 tst ping.py: using BVCI 28857\u000a13:54:46.917943 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a13:54:46.932502 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a13:54:46.946785 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a13:54:46.960176 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a13:54:46.972828 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a13:54:46.990868 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a13:54:47.007673 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a13:54:47.024530 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a13:54:47.340267 tst ping.py:19: start network...\u000a13:54:47.462287 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:54:47.929179 run create_hlr_db(pid=16099): Launched\u000a13:54:48.097650 bus /gobi_6: Setting Powered False\u000a13:54:49.118055 run create_hlr_db(pid=16099): Terminated: ok {rc=0}\u000a13:54:49.531886 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16101): Launched\u000a13:54:49.842052 run osmo-hlr_10.42.42.2(pid=16102): Launched\u000a13:54:49.959455 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:54:50.502328 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16104): Launched\u000a13:54:50.813958 run osmo-stp_10.42.42.5(pid=16105): Launched\u000a13:54:50.927556 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:54:51.467613 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16107): Launched\u000a13:54:51.572018 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:54:51.825919 run patchelf(pid=16108): Launched\u000a13:54:51.997456 run osmo-stp_10.42.42.5(pid=16105): ERR: Terminated: ERROR {rc=1} [trial-2375↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16105)]\u000a13:54:52.123039 run osmo-stp_10.42.42.5(pid=16105): stdout: \u000a| (launched: 2022-12-10_13:54:50.661074)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:54:52.248474 run osmo-stp_10.42.42.5(pid=16105): stderr: \u000a| �[0;m�[38;5;43m20221210135450852 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210135450853 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210135450853 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210135450853 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210135450854 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210135450854 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210135450854 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:54:52.370864 run osmo-stp_10.42.42.5(pid=16105): stdout: \u000a| (launched: 2022-12-10_13:54:50.661074)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:54:52.491619 run osmo-stp_10.42.42.5(pid=16105): stderr: \u000a| �[0;m�[38;5;43m20221210135450852 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210135450853 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210135450853 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210135450853 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210135450854 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210135450854 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210135450854 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:54:52.631571 run patchelf(pid=16108): Terminating (SIGINT)\u000a13:54:52.796082 run patchelf(pid=16108): Terminated: ok {rc=0}\u000a13:54:52.825967 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=16105): Process ended prematurely: osmo-stp_10.42.42.5(pid=16105) [trial-2375↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16105)] [trial-2375↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22]\u000a13:54:52.834473 tst ping.py:22: Test FAILED (6.5 sec)\u000a13:54:52.893143 run osmo-hlr_10.42.42.2(pid=16102): ERR: Terminated: ERROR {rc=237} [trial-2375↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16102)]\u000a13:54:52.941059 run osmo-hlr_10.42.42.2(pid=16102): stdout: \u000a| (launched: 2022-12-10_13:54:49.690288) \u000a13:54:52.989768 run osmo-hlr_10.42.42.2(pid=16102): stderr: \u000a| �[0;m�[1;31m20221210135449885 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210135449885 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210135449885 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210135449885 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210135449885 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210135449885 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210135449899 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2375/run.2022-12-10_12-42-03/gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210135449909 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210135449909 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210135449909 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:54:53.031024 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16101): Terminating (SIGTERM)\u000a13:54:53.070075 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16104): Terminating (SIGTERM)\u000a13:54:53.109111 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16107): Terminating (SIGTERM)\u000a13:54:53.118164 --- ParallelTerminationStrategy: PID 16101 died...\u000a13:54:53.170484 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16101): Terminated: ok {rc=0}\u000a13:54:53.180052 --- ParallelTerminationStrategy: PID 16104 died...\u000a13:54:53.232623 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16104): Terminated: ok {rc=0}\u000a13:54:53.242114 --- ParallelTerminationStrategy: PID 16107 died...\u000a13:54:53.293930 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16107): Terminated: ok {rc=0}\u000a13:54:53.379901 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 237, "className" : "gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16115): Process ended prematurely: osmo-stp_10.42.42.5(pid=16115) [trial-2375↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16115)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16115): Process ended prematurely: osmo-stp_10.42.42.5(pid=16115) [trial-2375↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16115)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2375 gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend ping_idle_ping.py\u000a----------------------------------------------\u000a13:54:54.429827 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a13:54:54.441841 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a13:54:54.579752 tst ping_idle_ping.py: using LAC 28857\u000a13:54:54.693338 tst ping_idle_ping.py: using RAC 42\u000a13:54:54.807421 tst ping_idle_ping.py: using CellId 28857\u000a13:54:54.920926 tst ping_idle_ping.py: using BVCI 28858\u000a13:54:54.943489 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a13:54:54.954739 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a13:54:54.965737 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a13:54:54.976759 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a13:54:54.987799 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a13:54:54.998785 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a13:54:55.009905 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a13:54:55.020918 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a13:54:55.289624 tst ping_idle_ping.py:24: start network...\u000a13:54:55.411429 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:54:55.881618 run create_hlr_db(pid=16109): Launched\u000a13:54:56.049722 bus /gobi_6: Setting Powered False\u000a13:54:57.070179 run create_hlr_db(pid=16109): Terminated: ok {rc=0}\u000a13:54:57.459067 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16111): Launched\u000a13:54:57.751185 run osmo-hlr_10.42.42.2(pid=16112): Launched\u000a13:54:57.857728 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:54:58.362606 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16114): Launched\u000a13:54:58.654003 run osmo-stp_10.42.42.5(pid=16115): Launched\u000a13:54:58.760909 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:54:59.268595 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16117): Launched\u000a13:54:59.372361 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:54:59.627734 run patchelf(pid=16118): Launched\u000a13:54:59.799284 run osmo-stp_10.42.42.5(pid=16115): ERR: Terminated: ERROR {rc=1} [trial-2375↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16115)]\u000a13:54:59.924831 run osmo-stp_10.42.42.5(pid=16115): stdout: \u000a| (launched: 2022-12-10_13:54:58.511081)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:55:00.050702 run osmo-stp_10.42.42.5(pid=16115): stderr: \u000a| �[0;m�[38;5;43m20221210135458681 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210135458681 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210135458681 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210135458682 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210135458682 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210135458682 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210135458682 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:55:00.172454 run osmo-stp_10.42.42.5(pid=16115): stdout: \u000a| (launched: 2022-12-10_13:54:58.511081)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:55:00.293249 run osmo-stp_10.42.42.5(pid=16115): stderr: \u000a| �[0;m�[38;5;43m20221210135458681 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210135458681 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210135458681 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210135458682 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210135458682 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210135458682 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210135458682 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:55:00.434683 run patchelf(pid=16118): Terminating (SIGINT)\u000a13:55:00.600234 run patchelf(pid=16118): Terminated: ok {rc=0}\u000a13:55:00.630261 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=16115): Process ended prematurely: osmo-stp_10.42.42.5(pid=16115) [trial-2375↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16115)] [trial-2375↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27]\u000a13:55:00.638716 tst ping_idle_ping.py:27: Test FAILED (6.2 sec)\u000a13:55:00.696886 run osmo-hlr_10.42.42.2(pid=16112): ERR: Terminated: ERROR {rc=237} [trial-2375↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16112)]\u000a13:55:00.744441 run osmo-hlr_10.42.42.2(pid=16112): stdout: \u000a| (launched: 2022-12-10_13:54:57.607583) \u000a13:55:00.792773 run osmo-hlr_10.42.42.2(pid=16112): stderr: \u000a| �[0;m�[1;31m20221210135457781 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210135457781 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210135457781 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210135457781 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210135457781 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210135457781 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210135457794 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2375/run.2022-12-10_12-42-03/gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210135457802 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210135457803 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210135457803 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:55:00.833826 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16111): Terminating (SIGTERM)\u000a13:55:00.873377 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16114): Terminating (SIGTERM)\u000a13:55:00.912794 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16117): Terminating (SIGTERM)\u000a13:55:00.922682 --- ParallelTerminationStrategy: PID 16111 died...\u000a13:55:00.977083 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16111): Terminated: ok {rc=0}\u000a13:55:00.986839 --- ParallelTerminationStrategy: PID 16114 died...\u000a13:55:01.039130 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16114): Terminated: ok {rc=0}\u000a13:55:01.049007 --- ParallelTerminationStrategy: PID 16117 died...\u000a13:55:01.112477 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16117): Terminated: ok {rc=0}\u000a13:55:01.203652 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 59.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "158", "name" : "gprs_nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T13:54:04" }, { "cases" : [ { "testActions" : [ ], "age" : 237, "className" : "dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16131): Process ended prematurely: osmo-stp_10.42.42.5(pid=16131) [trial-2375↪dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16131)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16131): Process ended prematurely: osmo-stp_10.42.42.5(pid=16131) [trial-2375↪dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16131)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2375 dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any switch_tch_pdch.py\u000a----------------------------------------------\u000a13:55:03.234784 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a13:55:03.246277 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a13:55:03.396513 tst switch_tch_pdch.py: using LAC 28858\u000a13:55:03.509868 tst switch_tch_pdch.py: using RAC 43\u000a13:55:03.623016 tst switch_tch_pdch.py: using CellId 28858\u000a13:55:03.737083 tst switch_tch_pdch.py: using BVCI 28859\u000a13:55:03.759438 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a13:55:03.770702 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a13:55:03.781800 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a13:55:03.792995 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a13:55:03.804028 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a13:55:03.815097 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a13:55:03.826365 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a13:55:03.837754 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a13:55:03.955600 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a13:55:04.242898 tst switch_tch_pdch.py:51: start network...\u000a13:55:04.373431 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:55:04.864195 run create_hlr_db(pid=16125): Launched\u000a13:55:05.044711 bus /gobi_6: Setting Powered False\u000a13:55:06.064292 run create_hlr_db(pid=16125): Terminated: ok {rc=0}\u000a13:55:06.456414 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16127): Launched\u000a13:55:06.747415 run osmo-hlr_10.42.42.2(pid=16128): Launched\u000a13:55:06.854591 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:55:07.359437 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16130): Launched\u000a13:55:07.650783 run osmo-stp_10.42.42.5(pid=16131): Launched\u000a13:55:07.756402 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:55:08.271262 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16133): Launched\u000a13:55:08.382614 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:55:08.655018 run patchelf(pid=16134): Launched\u000a13:55:08.838317 run osmo-stp_10.42.42.5(pid=16131): ERR: Terminated: ERROR {rc=1} [trial-2375↪dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16131)]\u000a13:55:08.972127 run osmo-stp_10.42.42.5(pid=16131): stdout: \u000a| (launched: 2022-12-10_13:55:07.507313)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:55:09.106820 run osmo-stp_10.42.42.5(pid=16131): stderr: \u000a| �[0;m�[38;5;43m20221210135507678 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210135507678 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210135507678 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210135507678 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210135507679 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210135507679 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210135507679 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:55:09.236916 run osmo-stp_10.42.42.5(pid=16131): stdout: \u000a| (launched: 2022-12-10_13:55:07.507313)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:55:09.366146 run osmo-stp_10.42.42.5(pid=16131): stderr: \u000a| �[0;m�[38;5;43m20221210135507678 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210135507678 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210135507678 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210135507678 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210135507679 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210135507679 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210135507679 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:55:09.516520 run patchelf(pid=16134): Terminating (SIGINT)\u000a13:55:09.693060 run patchelf(pid=16134): Terminated: ok {rc=0}\u000a13:55:09.725271 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=16131): Process ended prematurely: osmo-stp_10.42.42.5(pid=16131) [trial-2375↪dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16131)] [trial-2375↪dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54]\u000a13:55:09.734526 tst switch_tch_pdch.py:54: Test FAILED (6.5 sec)\u000a13:55:09.797508 run osmo-hlr_10.42.42.2(pid=16128): ERR: Terminated: ERROR {rc=237} [trial-2375↪dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16128)]\u000a13:55:09.848549 run osmo-hlr_10.42.42.2(pid=16128): stdout: \u000a| (launched: 2022-12-10_13:55:06.604224) \u000a13:55:09.900519 run osmo-hlr_10.42.42.2(pid=16128): stderr: \u000a| �[0;m�[1;31m20221210135506781 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210135506781 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210135506781 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210135506781 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210135506781 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210135506781 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210135506794 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2375/run.2022-12-10_12-42-03/dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210135506802 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210135506802 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210135506802 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:55:09.944225 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16127): Terminating (SIGTERM)\u000a13:55:09.986037 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16130): Terminating (SIGTERM)\u000a13:55:10.028233 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16133): Terminating (SIGTERM)\u000a13:55:10.037940 --- ParallelTerminationStrategy: PID 16127 died...\u000a13:55:10.093478 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16127): Terminated: ok {rc=0}\u000a13:55:10.103588 --- ParallelTerminationStrategy: PID 16130 died...\u000a13:55:10.159237 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16130): Terminated: ok {rc=0}\u000a13:55:10.169291 --- ParallelTerminationStrategy: PID 16133 died...\u000a13:55:10.225370 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16133): Terminated: ok {rc=0}\u000a13:55:10.310958 bus /gobi_0: Setting Powered False\u000a13:55:11.412340 bus /gobi_0: Setting Powered False\u000a13:55:12.521632 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "159", "name" : "dynts_nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T13:55:02" }, { "cases" : [ { "testActions" : [ ], "age" : 204, "className" : "nitb_smpp", "duration" : 3.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=16139): Process ended prematurely: osmo-nitb_10.42.42.2(pid=16139) [trial-2375↪nitb_smpp↪esme_connect_policy_acceptall.py:18↪esme_connect_policy_acceptall.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=16139)]", "failedSince" : 2172, "name" : "esme_connect_policy_acceptall.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_smpp/esme_connect_policy_acceptall.py\", line 18, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=16139): Process ended prematurely: osmo-nitb_10.42.42.2(pid=16139) [trial-2375↪nitb_smpp↪esme_connect_policy_acceptall.py:18↪esme_connect_policy_acceptall.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=16139)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2375 nitb_smpp esme_connect_policy_acceptall.py\u000a----------------------------------------------\u000a13:55:14.350773 tst nitb_smpp: Using 1 x ip_address (candidates: 1)\u000a13:55:14.461403 tst esme_connect_policy_acceptall.py: using MSISDN 7765\u000a13:55:14.602018 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a13:55:15.199262 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=16138): Launched\u000a13:55:15.513937 run osmo-nitb_10.42.42.2(pid=16139): Launched\u000a13:55:15.708546 run osmo-nitb_10.42.42.2(pid=16139): ERR: Terminated: ERROR {rc=2} [trial-2375↪nitb_smpp↪esme_connect_policy_acceptall.py:18↪esme_connect_policy_acceptall.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=16139)]\u000a13:55:15.874378 run osmo-nitb_10.42.42.2(pid=16139): stdout: \u000a| (launched: 2022-12-10_13:55:15.361777) \u000a13:55:16.026885 run osmo-nitb_10.42.42.2(pid=16139): stderr: \u000a| (launched: 2022-12-10_13:55:15.409736)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a13:55:16.170134 run osmo-nitb_10.42.42.2(pid=16139): stdout: \u000a| (launched: 2022-12-10_13:55:15.361777) \u000a13:55:16.311824 run osmo-nitb_10.42.42.2(pid=16139): stderr: \u000a| (launched: 2022-12-10_13:55:15.409736)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a13:55:16.675680 tst osmo-nitb_10.42.42.2(pid=16139): stdout: \u000a| (launched: 2022-12-10_13:55:15.361777) \u000a13:55:16.810356 tst osmo-nitb_10.42.42.2(pid=16139): stderr: \u000a| (launched: 2022-12-10_13:55:15.409736)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a13:55:16.863378 tst esme_connect_policy_acceptall.py:18: ERR: Error: osmo-nitb_10.42.42.2(pid=16139): Process ended prematurely: osmo-nitb_10.42.42.2(pid=16139) [trial-2375↪nitb_smpp↪esme_connect_policy_acceptall.py:18↪esme_connect_policy_acceptall.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=16139)] [trial-2375↪nitb_smpp↪esme_connect_policy_acceptall.py:18]\u000a13:55:16.871673 tst esme_connect_policy_acceptall.py:18: Test FAILED (2.5 sec)\u000a13:55:16.907650 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=16138): Terminating (SIGTERM)\u000a13:55:17.085502 --- ParallelTerminationStrategy: PID 16138 died...\u000a13:55:17.148676 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=16138): Terminated: ok {rc=0}\u000a" }, { "testActions" : [ ], "age" : 204, "className" : "nitb_smpp", "duration" : 2.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=16142): Process ended prematurely: osmo-nitb_10.42.42.2(pid=16142) [trial-2375↪nitb_smpp↪esme_connect_policy_closed.py:24↪esme_connect_policy_closed.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=16142)]", "failedSince" : 2172, "name" : "esme_connect_policy_closed.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_smpp/esme_connect_policy_closed.py\", line 24, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=16142): Process ended prematurely: osmo-nitb_10.42.42.2(pid=16142) [trial-2375↪nitb_smpp↪esme_connect_policy_closed.py:24↪esme_connect_policy_closed.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=16142)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2375 nitb_smpp esme_connect_policy_closed.py\u000a----------------------------------------------\u000a13:55:17.167287 tst nitb_smpp: Using 1 x ip_address (candidates: 1)\u000a13:55:17.278162 tst esme_connect_policy_closed.py: using MSISDN 7766\u000a13:55:17.397944 tst esme_connect_policy_closed.py: using MSISDN 7767\u000a13:55:17.503911 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a13:55:18.075478 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=16141): Launched\u000a13:55:18.390194 run osmo-nitb_10.42.42.2(pid=16142): Launched\u000a13:55:18.572076 run osmo-nitb_10.42.42.2(pid=16142): ERR: Terminated: ERROR {rc=2} [trial-2375↪nitb_smpp↪esme_connect_policy_closed.py:24↪esme_connect_policy_closed.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=16142)]\u000a13:55:18.704538 run osmo-nitb_10.42.42.2(pid=16142): stdout: \u000a| (launched: 2022-12-10_13:55:18.238070) \u000a13:55:18.836904 run osmo-nitb_10.42.42.2(pid=16142): stderr: \u000a| (launched: 2022-12-10_13:55:18.285543)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a13:55:18.964241 run osmo-nitb_10.42.42.2(pid=16142): stdout: \u000a| (launched: 2022-12-10_13:55:18.238070) \u000a13:55:19.090547 run osmo-nitb_10.42.42.2(pid=16142): stderr: \u000a| (launched: 2022-12-10_13:55:18.285543)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a13:55:19.145883 tst esme_connect_policy_closed.py:24: ERR: Error: osmo-nitb_10.42.42.2(pid=16142): Process ended prematurely: osmo-nitb_10.42.42.2(pid=16142) [trial-2375↪nitb_smpp↪esme_connect_policy_closed.py:24↪esme_connect_policy_closed.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=16142)] [trial-2375↪nitb_smpp↪esme_connect_policy_closed.py:24]\u000a13:55:19.154209 tst esme_connect_policy_closed.py:24: Test FAILED (2.0 sec)\u000a13:55:19.190099 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=16141): Terminating (SIGTERM)\u000a13:55:19.367879 --- ParallelTerminationStrategy: PID 16141 died...\u000a13:55:19.424886 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=16141): Terminated: ok {rc=0}\u000a" }, { "testActions" : [ ], "age" : 236, "className" : "nitb_smpp", "duration" : 3.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=16144): Process ended prematurely: osmo-nitb_10.42.42.2(pid=16144) [trial-2375↪nitb_smpp↪esme_ms_sms_storeforward.py:23↪esme_ms_sms_storeforward.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=16144)]", "failedSince" : 2140, "name" : "esme_ms_sms_storeforward.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_smpp/esme_ms_sms_storeforward.py\", line 23, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=16144): Process ended prematurely: osmo-nitb_10.42.42.2(pid=16144) [trial-2375↪nitb_smpp↪esme_ms_sms_storeforward.py:23↪esme_ms_sms_storeforward.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=16144)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2375 nitb_smpp esme_ms_sms_storeforward.py\u000a----------------------------------------------\u000a13:55:19.439516 tst nitb_smpp: Using 1 x ip_address (candidates: 1)\u000a13:55:19.450959 tst nitb_smpp: Using 1 x bts (candidates: 1)\u000a13:55:19.581380 tst esme_ms_sms_storeforward.py: using LAC 28859\u000a13:55:19.708210 tst esme_ms_sms_storeforward.py: using RAC 44\u000a13:55:19.834976 tst esme_ms_sms_storeforward.py: using CellId 28859\u000a13:55:19.959815 tst esme_ms_sms_storeforward.py: using BVCI 28860\u000a13:55:19.984160 tst nitb_smpp: Using 1 x modem (candidates: 1)\u000a13:55:20.202632 tst esme_ms_sms_storeforward.py: using MSISDN 7768\u000a13:55:20.399344 tst esme_ms_sms_storeforward.py:20: start nitb and bts...\u000a13:55:20.533691 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a13:55:21.191811 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=16143): Launched\u000a13:55:21.508007 run osmo-nitb_10.42.42.2(pid=16144): Launched\u000a13:55:21.689983 run osmo-nitb_10.42.42.2(pid=16144): ERR: Terminated: ERROR {rc=2} [trial-2375↪nitb_smpp↪esme_ms_sms_storeforward.py:23↪esme_ms_sms_storeforward.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=16144)]\u000a13:55:21.822966 run osmo-nitb_10.42.42.2(pid=16144): stdout: \u000a| (launched: 2022-12-10_13:55:21.354755) \u000a13:55:21.956102 run osmo-nitb_10.42.42.2(pid=16144): stderr: \u000a| (launched: 2022-12-10_13:55:21.403000)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a13:55:22.084182 run osmo-nitb_10.42.42.2(pid=16144): stdout: \u000a| (launched: 2022-12-10_13:55:21.354755) \u000a13:55:22.211183 run osmo-nitb_10.42.42.2(pid=16144): stderr: \u000a| (launched: 2022-12-10_13:55:21.403000)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a13:55:22.266421 tst esme_ms_sms_storeforward.py:23: ERR: Error: osmo-nitb_10.42.42.2(pid=16144): Process ended prematurely: osmo-nitb_10.42.42.2(pid=16144) [trial-2375↪nitb_smpp↪esme_ms_sms_storeforward.py:23↪esme_ms_sms_storeforward.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=16144)] [trial-2375↪nitb_smpp↪esme_ms_sms_storeforward.py:23]\u000a13:55:22.274814 tst esme_ms_sms_storeforward.py:23: Test FAILED (2.8 sec)\u000a13:55:22.310999 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=16143): Terminating (SIGTERM)\u000a13:55:22.488893 --- ParallelTerminationStrategy: PID 16143 died...\u000a13:55:22.545601 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=16143): Terminated: ok {rc=0}\u000a13:55:22.631887 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 236, "className" : "nitb_smpp", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=16146): Process ended prematurely: osmo-nitb_10.42.42.2(pid=16146) [trial-2375↪nitb_smpp↪esme_ms_sms_transaction.py:21↪esme_ms_sms_transaction.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=16146)]", "failedSince" : 2140, "name" : "esme_ms_sms_transaction.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_smpp/esme_ms_sms_transaction.py\", line 21, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=16146): Process ended prematurely: osmo-nitb_10.42.42.2(pid=16146) [trial-2375↪nitb_smpp↪esme_ms_sms_transaction.py:21↪esme_ms_sms_transaction.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=16146)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2375 nitb_smpp esme_ms_sms_transaction.py\u000a----------------------------------------------\u000a13:55:23.684409 tst nitb_smpp: Using 1 x ip_address (candidates: 1)\u000a13:55:23.695679 tst nitb_smpp: Using 1 x bts (candidates: 1)\u000a13:55:23.828024 tst esme_ms_sms_transaction.py: using LAC 28860\u000a13:55:23.956490 tst esme_ms_sms_transaction.py: using RAC 45\u000a13:55:24.076397 tst esme_ms_sms_transaction.py: using CellId 28860\u000a13:55:24.192496 tst esme_ms_sms_transaction.py: using BVCI 28861\u000a13:55:24.215255 tst nitb_smpp: Using 1 x modem (candidates: 1)\u000a13:55:24.430053 tst esme_ms_sms_transaction.py: using MSISDN 7769\u000a13:55:24.612748 tst esme_ms_sms_transaction.py:18: start nitb and bts...\u000a13:55:24.736817 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a13:55:25.350497 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=16145): Launched\u000a13:55:25.645273 run osmo-nitb_10.42.42.2(pid=16146): Launched\u000a13:55:25.829296 run osmo-nitb_10.42.42.2(pid=16146): ERR: Terminated: ERROR {rc=2} [trial-2375↪nitb_smpp↪esme_ms_sms_transaction.py:21↪esme_ms_sms_transaction.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=16146)]\u000a13:55:25.964546 run osmo-nitb_10.42.42.2(pid=16146): stdout: \u000a| (launched: 2022-12-10_13:55:25.502609) \u000a13:55:26.100439 run osmo-nitb_10.42.42.2(pid=16146): stderr: \u000a| (launched: 2022-12-10_13:55:25.547283)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a13:55:26.231889 run osmo-nitb_10.42.42.2(pid=16146): stdout: \u000a| (launched: 2022-12-10_13:55:25.502609) \u000a13:55:26.362143 run osmo-nitb_10.42.42.2(pid=16146): stderr: \u000a| (launched: 2022-12-10_13:55:25.547283)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a13:55:26.766292 tst osmo-nitb_10.42.42.2(pid=16146): stdout: \u000a| (launched: 2022-12-10_13:55:25.502609) \u000a13:55:26.886015 tst osmo-nitb_10.42.42.2(pid=16146): stderr: \u000a| (launched: 2022-12-10_13:55:25.547283)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a13:55:26.937980 tst esme_ms_sms_transaction.py:21: ERR: Error: osmo-nitb_10.42.42.2(pid=16146): Process ended prematurely: osmo-nitb_10.42.42.2(pid=16146) [trial-2375↪nitb_smpp↪esme_ms_sms_transaction.py:21↪esme_ms_sms_transaction.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=16146)] [trial-2375↪nitb_smpp↪esme_ms_sms_transaction.py:21]\u000a13:55:26.945945 tst esme_ms_sms_transaction.py:21: Test FAILED (3.3 sec)\u000a13:55:26.979718 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=16145): Terminating (SIGTERM)\u000a13:55:27.157054 --- ParallelTerminationStrategy: PID 16145 died...\u000a13:55:27.210749 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=16145): Terminated: ok {rc=0}\u000a13:55:27.299488 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 15.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "160", "name" : "nitb_smpp", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T13:55:14" }, { "cases" : [ { "testActions" : [ ], "age" : 45, "className" : "smpp", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-hlr_10.42.42.2(pid=16155): Process ended prematurely: osmo-hlr_10.42.42.2(pid=16155) [trial-2375↪smpp↪esme_connect_policy_acceptall.py:23↪esme_connect_policy_acceptall.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16155)]", "failedSince" : 2331, "name" : "esme_connect_policy_acceptall.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/smpp/esme_connect_policy_acceptall.py\", line 23, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-hlr_10.42.42.2(pid=16155): Process ended prematurely: osmo-hlr_10.42.42.2(pid=16155) [trial-2375↪smpp↪esme_connect_policy_acceptall.py:23↪esme_connect_policy_acceptall.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16155)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2375 smpp esme_connect_policy_acceptall.py\u000a----------------------------------------------\u000a13:55:29.088701 tst smpp: Using 1 x ip_address (candidates: 6)\u000a13:55:29.099544 tst smpp: Using 1 x ip_address (candidates: 6)\u000a13:55:29.110075 tst smpp: Using 1 x ip_address (candidates: 6)\u000a13:55:29.120270 tst smpp: Using 1 x ip_address (candidates: 6)\u000a13:55:29.226387 tst esme_connect_policy_acceptall.py: using MSISDN 7770\u000a13:55:29.332894 run osmo-stp_10.42.42.4: Starting osmo-stp\u000a13:55:29.848542 run pcap-recorder_any(filters='host 10.42.42.4 and port not 22')(pid=16150): Launched\u000a13:55:30.146690 run osmo-stp_10.42.42.4(pid=16151): Launched\u000a13:55:30.253311 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:55:30.733348 run create_hlr_db(pid=16152): Launched\u000a13:55:30.907525 bus /sierra_2: Setting Powered False\u000a13:55:31.928666 run create_hlr_db(pid=16152): Terminated: ok {rc=0}\u000a13:55:32.342178 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16154): Launched\u000a13:55:32.641341 run osmo-hlr_10.42.42.2(pid=16155): Launched\u000a13:55:32.751429 run osmo-msc_10.42.42.5: Starting osmo-msc\u000a13:55:33.298341 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16157): Launched\u000a13:55:33.598175 run osmo-msc_10.42.42.5(pid=16158): Launched\u000a13:55:33.776100 run osmo-hlr_10.42.42.2(pid=16155): ERR: Terminated: ERROR {rc=237} [trial-2375↪smpp↪esme_connect_policy_acceptall.py:23↪esme_connect_policy_acceptall.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16155)]\u000a13:55:33.904165 run osmo-hlr_10.42.42.2(pid=16155): stdout: \u000a| (launched: 2022-12-10_13:55:32.494192) \u000a13:55:34.029566 run osmo-hlr_10.42.42.2(pid=16155): stderr: \u000a| �[0;m�[1;31m20221210135532673 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210135532673 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210135532673 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210135532673 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210135532673 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210135532673 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210135532685 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2375/run.2022-12-10_12-42-03/smpp/esme_connect_policy_acceptall.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210135532694 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210135532694 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210135532695 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:55:34.149913 run osmo-hlr_10.42.42.2(pid=16155): stdout: \u000a| (launched: 2022-12-10_13:55:32.494192) \u000a13:55:34.269385 run osmo-hlr_10.42.42.2(pid=16155): stderr: \u000a| �[0;m�[1;31m20221210135532673 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210135532673 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210135532673 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210135532673 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210135532673 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210135532673 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210135532685 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2375/run.2022-12-10_12-42-03/smpp/esme_connect_policy_acceptall.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210135532694 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210135532694 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210135532695 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:55:34.321824 tst esme_connect_policy_acceptall.py:23: ERR: Error: osmo-hlr_10.42.42.2(pid=16155): Process ended prematurely: osmo-hlr_10.42.42.2(pid=16155) [trial-2375↪smpp↪esme_connect_policy_acceptall.py:23↪esme_connect_policy_acceptall.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16155)] [trial-2375↪smpp↪esme_connect_policy_acceptall.py:23]\u000a13:55:34.329722 tst esme_connect_policy_acceptall.py:23: Test FAILED (5.2 sec)\u000a13:55:34.388036 run osmo-msc_10.42.42.5(pid=16158): ERR: Terminated: ERROR {rc=9} [trial-2375↪smpp↪esme_connect_policy_acceptall.py↪esme_connect_policy_acceptall.py↪osmo-msc_10.42.42.5↪osmo-msc_10.42.42.5(pid=16158)]\u000a13:55:34.436510 run osmo-msc_10.42.42.5(pid=16158): stdout: \u000a| (launched: 2022-12-10_13:55:33.450885) \u000a13:55:34.485365 run osmo-msc_10.42.42.5(pid=16158): stderr: \u000a| �[0;m�[38;5;43m20221210135533771 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Freeing instance (osmo_ss7.c:1650)\u000a| �[0;m�[38;5;43m20221210135533771 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Deallocated (fsm.c:568)\u000a| �[0;m�[38;5;43m20221210135533771 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000015820]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;45m20221210135533771 �[1;33mDLSCCP�[0;m�[38;5;45m �[1;33mNOTICE�[0;m�[38;5;45m OsmoMSC-A-Iu: Using ASP instance asp0 (sccp_user.c:647)\u000a| �[0;m�[38;5;43m20221210135533771 �[1;33mDLSS7�[0;m�[38;5;43m �[1;33mNOTICE�[0;m�[38;5;43m 0: Creating SCCP instance (osmo_ss7.c:458)\u000a| �[0;m�[38;5;45m20221210135533772 �[1;32mDLSCCP�[0;m�[38;5;45m �[1;32mINFO�[0;m�[38;5;45m Binding user 'SCCP Management' to SSN=1 PC=(no PC) (sccp_user.c:108)\u000a| �[0;m�[38;5;43m20221210135533772 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m registering user=SCCP for SI 3 with priv 0x6120000159a0 (osmo_ss7.c:482)\u000a| �[0;m20221210135533772 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 0.0.0.0:29118: Address already in use (socket.c:822)\u000a| 20221210135533772 �[1;31mDSGS�[0;m �[1;31mERROR�[0;m SGs socket cannot be opened: Address already in use (sgs_server.c:182)\u000a| Starting SGs server failed \u000a13:55:34.526236 run pcap-recorder_any(filters='host 10.42.42.4 and port not 22')(pid=16150): Terminating (SIGTERM)\u000a13:55:34.564748 run osmo-stp_10.42.42.4(pid=16151): Terminating (SIGTERM)\u000a13:55:34.604483 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16154): Terminating (SIGTERM)\u000a13:55:34.644384 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16157): Terminating (SIGTERM)\u000a13:55:34.653760 --- ParallelTerminationStrategy: PID 16150 died...\u000a13:55:34.707268 run pcap-recorder_any(filters='host 10.42.42.4 and port not 22')(pid=16150): Terminated: ok {rc=0}\u000a13:55:34.716860 --- ParallelTerminationStrategy: PID 16151 died...\u000a13:55:34.769180 run osmo-stp_10.42.42.4(pid=16151): Terminated: ok {rc=0}\u000a13:55:34.778750 --- ParallelTerminationStrategy: PID 16154 died...\u000a13:55:34.831194 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16154): Terminated: ok {rc=0}\u000a13:55:34.840672 --- ParallelTerminationStrategy: PID 16157 died...\u000a13:55:34.892826 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16157): Terminated: ok {rc=0}\u000a" }, { "testActions" : [ ], "age" : 45, "className" : "smpp", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-hlr_10.42.42.2(pid=16166): Process ended prematurely: osmo-hlr_10.42.42.2(pid=16166) [trial-2375↪smpp↪esme_connect_policy_closed.py:31↪esme_connect_policy_closed.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16166)]", "failedSince" : 2331, "name" : "esme_connect_policy_closed.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/smpp/esme_connect_policy_closed.py\", line 31, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-hlr_10.42.42.2(pid=16166): Process ended prematurely: osmo-hlr_10.42.42.2(pid=16166) [trial-2375↪smpp↪esme_connect_policy_closed.py:31↪esme_connect_policy_closed.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16166)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2375 smpp esme_connect_policy_closed.py\u000a----------------------------------------------\u000a13:55:34.907082 tst smpp: Using 1 x ip_address (candidates: 6)\u000a13:55:34.917796 tst smpp: Using 1 x bts (candidates: 1)\u000a13:55:35.041955 tst esme_connect_policy_closed.py: using LAC 28861\u000a13:55:35.167922 tst esme_connect_policy_closed.py: using RAC 46\u000a13:55:35.295234 tst esme_connect_policy_closed.py: using CellId 28861\u000a13:55:35.423220 tst esme_connect_policy_closed.py: using BVCI 28862\u000a13:55:35.447620 tst smpp: Using 1 x ip_address (candidates: 6)\u000a13:55:35.458373 tst smpp: Using 1 x ip_address (candidates: 6)\u000a13:55:35.468876 tst smpp: Using 1 x ip_address (candidates: 6)\u000a13:55:35.581653 tst esme_connect_policy_closed.py: using MSISDN 7771\u000a13:55:35.708772 tst esme_connect_policy_closed.py: using MSISDN 7772\u000a13:55:35.822346 run osmo-stp_10.42.42.4: Starting osmo-stp\u000a13:55:36.374541 run pcap-recorder_any(filters='host 10.42.42.4 and port not 22')(pid=16161): Launched\u000a13:55:36.694536 run osmo-stp_10.42.42.4(pid=16162): Launched\u000a13:55:36.808787 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:55:37.310559 run create_hlr_db(pid=16163): Launched\u000a13:55:38.498311 run create_hlr_db(pid=16163): Terminated: ok {rc=0}\u000a13:55:38.827266 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16165): Launched\u000a13:55:39.147059 run osmo-hlr_10.42.42.2(pid=16166): Launched\u000a13:55:39.263429 run osmo-msc_10.42.42.5: Starting osmo-msc\u000a13:55:39.848193 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16168): Launched\u000a13:55:40.168794 run osmo-msc_10.42.42.5(pid=16169): Launched\u000a13:55:40.358088 run osmo-hlr_10.42.42.2(pid=16166): ERR: Terminated: ERROR {rc=237} [trial-2375↪smpp↪esme_connect_policy_closed.py:31↪esme_connect_policy_closed.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16166)]\u000a13:55:40.495477 run osmo-hlr_10.42.42.2(pid=16166): stdout: \u000a| (launched: 2022-12-10_13:55:38.990083) \u000a13:55:40.632736 run osmo-hlr_10.42.42.2(pid=16166): stderr: \u000a| �[0;m�[1;31m20221210135539187 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210135539188 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210135539188 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210135539188 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210135539188 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210135539188 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210135539200 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2375/run.2022-12-10_12-42-03/smpp/esme_connect_policy_closed.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210135539208 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210135539209 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210135539209 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:55:40.761806 run osmo-hlr_10.42.42.2(pid=16166): stdout: \u000a| (launched: 2022-12-10_13:55:38.990083) \u000a13:55:40.889765 run osmo-hlr_10.42.42.2(pid=16166): stderr: \u000a| �[0;m�[1;31m20221210135539187 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210135539188 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210135539188 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210135539188 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210135539188 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210135539188 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210135539200 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2375/run.2022-12-10_12-42-03/smpp/esme_connect_policy_closed.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210135539208 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210135539209 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210135539209 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:55:40.945483 tst esme_connect_policy_closed.py:31: ERR: Error: osmo-hlr_10.42.42.2(pid=16166): Process ended prematurely: osmo-hlr_10.42.42.2(pid=16166) [trial-2375↪smpp↪esme_connect_policy_closed.py:31↪esme_connect_policy_closed.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16166)] [trial-2375↪smpp↪esme_connect_policy_closed.py:31]\u000a13:55:40.953858 tst esme_connect_policy_closed.py:31: Test FAILED (6.0 sec)\u000a13:55:41.016220 run osmo-msc_10.42.42.5(pid=16169): ERR: Terminated: ERROR {rc=9} [trial-2375↪smpp↪esme_connect_policy_closed.py↪esme_connect_policy_closed.py↪osmo-msc_10.42.42.5↪osmo-msc_10.42.42.5(pid=16169)]\u000a13:55:41.067478 run osmo-msc_10.42.42.5(pid=16169): stdout: \u000a| (launched: 2022-12-10_13:55:40.011741) \u000a13:55:41.119608 run osmo-msc_10.42.42.5(pid=16169): stderr: \u000a| �[0;m�[38;5;43m20221210135540374 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Freeing instance (osmo_ss7.c:1650)\u000a| �[0;m�[38;5;43m20221210135540374 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Deallocated (fsm.c:568)\u000a| �[0;m�[38;5;43m20221210135540374 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000015820]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;45m20221210135540374 �[1;33mDLSCCP�[0;m�[38;5;45m �[1;33mNOTICE�[0;m�[38;5;45m OsmoMSC-A-Iu: Using ASP instance asp0 (sccp_user.c:647)\u000a| �[0;m�[38;5;43m20221210135540374 �[1;33mDLSS7�[0;m�[38;5;43m �[1;33mNOTICE�[0;m�[38;5;43m 0: Creating SCCP instance (osmo_ss7.c:458)\u000a| �[0;m�[38;5;45m20221210135540374 �[1;32mDLSCCP�[0;m�[38;5;45m �[1;32mINFO�[0;m�[38;5;45m Binding user 'SCCP Management' to SSN=1 PC=(no PC) (sccp_user.c:108)\u000a| �[0;m�[38;5;43m20221210135540374 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m registering user=SCCP for SI 3 with priv 0x6120000159a0 (osmo_ss7.c:482)\u000a| �[0;m20221210135540375 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 0.0.0.0:29118: Address already in use (socket.c:822)\u000a| 20221210135540375 �[1;31mDSGS�[0;m �[1;31mERROR�[0;m SGs socket cannot be opened: Address already in use (sgs_server.c:182)\u000a| Starting SGs server failed \u000a13:55:41.163034 run pcap-recorder_any(filters='host 10.42.42.4 and port not 22')(pid=16161): Terminating (SIGTERM)\u000a13:55:41.205362 run osmo-stp_10.42.42.4(pid=16162): Terminating (SIGTERM)\u000a13:55:41.248668 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16165): Terminating (SIGTERM)\u000a13:55:41.292144 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16168): Terminating (SIGTERM)\u000a13:55:41.302277 --- ParallelTerminationStrategy: PID 16161 died...\u000a13:55:41.360244 run pcap-recorder_any(filters='host 10.42.42.4 and port not 22')(pid=16161): Terminated: ok {rc=0}\u000a13:55:41.370303 --- ParallelTerminationStrategy: PID 16162 died...\u000a13:55:41.425804 run osmo-stp_10.42.42.4(pid=16162): Terminated: ok {rc=0}\u000a13:55:41.435964 --- ParallelTerminationStrategy: PID 16165 died...\u000a13:55:41.491453 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16165): Terminated: ok {rc=0}\u000a13:55:41.501456 --- ParallelTerminationStrategy: PID 16168 died...\u000a13:55:41.556478 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16168): Terminated: ok {rc=0}\u000a" }, { "testActions" : [ ], "age" : 45, "className" : "smpp", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16178): Process ended prematurely: osmo-stp_10.42.42.5(pid=16178) [trial-2375↪smpp↪esme_ms_sms_storeforward.py:30↪esme_ms_sms_storeforward.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16178)]", "failedSince" : 2331, "name" : "esme_ms_sms_storeforward.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/smpp/esme_ms_sms_storeforward.py\", line 30, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16178): Process ended prematurely: osmo-stp_10.42.42.5(pid=16178) [trial-2375↪smpp↪esme_ms_sms_storeforward.py:30↪esme_ms_sms_storeforward.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16178)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2375 smpp esme_ms_sms_storeforward.py\u000a----------------------------------------------\u000a13:55:41.571399 tst smpp: Using 1 x ip_address (candidates: 6)\u000a13:55:41.582664 tst smpp: Using 1 x bts (candidates: 1)\u000a13:55:41.712355 tst esme_ms_sms_storeforward.py: using LAC 28862\u000a13:55:41.838789 tst esme_ms_sms_storeforward.py: using RAC 47\u000a13:55:41.981361 tst esme_ms_sms_storeforward.py: using CellId 28862\u000a13:55:42.100012 tst esme_ms_sms_storeforward.py: using BVCI 28863\u000a13:55:42.123092 tst smpp: Using 1 x ip_address (candidates: 6)\u000a13:55:42.133571 tst smpp: Using 1 x ip_address (candidates: 6)\u000a13:55:42.143839 tst smpp: Using 1 x ip_address (candidates: 6)\u000a13:55:42.154333 tst smpp: Using 1 x ip_address (candidates: 6)\u000a13:55:42.164743 tst smpp: Using 1 x ip_address (candidates: 6)\u000a13:55:42.175160 tst smpp: Using 1 x modem (candidates: 1)\u000a13:55:42.397492 tst esme_ms_sms_storeforward.py: using MSISDN 7773\u000a13:55:42.513104 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:55:43.016852 run create_hlr_db(pid=16172): Launched\u000a13:55:44.205792 run create_hlr_db(pid=16172): Terminated: ok {rc=0}\u000a13:55:44.535729 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16174): Launched\u000a13:55:44.856427 run osmo-hlr_10.42.42.2(pid=16175): Launched\u000a13:55:44.975722 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:55:45.539435 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16177): Launched\u000a13:55:45.915787 run osmo-stp_10.42.42.5(pid=16178): Launched\u000a13:55:46.118285 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a13:55:46.749099 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16180): Launched\u000a13:55:47.108605 run osmo-msc_10.42.42.6(pid=16181): Launched\u000a13:55:47.456120 run osmo-stp_10.42.42.5(pid=16178): ERR: Terminated: ERROR {rc=1} [trial-2375↪smpp↪esme_ms_sms_storeforward.py:30↪esme_ms_sms_storeforward.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16178)]\u000a13:55:47.593688 run osmo-stp_10.42.42.5(pid=16178): stdout: \u000a| (launched: 2022-12-10_13:55:45.703309)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:55:47.722491 run osmo-stp_10.42.42.5(pid=16178): stderr: \u000a| �[0;m�[38;5;43m20221210135545900 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210135545900 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210135545907 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210135545908 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210135545908 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210135545908 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210135545908 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:55:47.843377 run osmo-stp_10.42.42.5(pid=16178): stdout: \u000a| (launched: 2022-12-10_13:55:45.703309)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:55:47.962963 run osmo-stp_10.42.42.5(pid=16178): stderr: \u000a| �[0;m�[38;5;43m20221210135545900 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210135545900 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210135545907 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210135545908 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210135545908 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210135545908 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210135545908 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:55:48.015344 tst esme_ms_sms_storeforward.py:30: ERR: Error: osmo-stp_10.42.42.5(pid=16178): Process ended prematurely: osmo-stp_10.42.42.5(pid=16178) [trial-2375↪smpp↪esme_ms_sms_storeforward.py:30↪esme_ms_sms_storeforward.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16178)] [trial-2375↪smpp↪esme_ms_sms_storeforward.py:30]\u000a13:55:48.023333 tst esme_ms_sms_storeforward.py:30: Test FAILED (6.4 sec)\u000a13:55:48.083324 run osmo-hlr_10.42.42.2(pid=16175): ERR: Terminated: ERROR {rc=237} [trial-2375↪smpp↪esme_ms_sms_storeforward.py↪esme_ms_sms_storeforward.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16175)]\u000a13:55:48.132490 run osmo-hlr_10.42.42.2(pid=16175): stdout: \u000a| (launched: 2022-12-10_13:55:44.699141) \u000a13:55:48.182390 run osmo-hlr_10.42.42.2(pid=16175): stderr: \u000a| �[0;m�[1;31m20221210135544895 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210135544895 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210135544895 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210135544895 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210135544895 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210135544895 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210135544907 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2375/run.2022-12-10_12-42-03/smpp/esme_ms_sms_storeforward.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210135544915 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210135544916 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210135544916 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:55:48.249427 run osmo-msc_10.42.42.6(pid=16181): ERR: Terminated: ERROR {rc=2} [trial-2375↪smpp↪esme_ms_sms_storeforward.py↪esme_ms_sms_storeforward.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=16181)]\u000a13:55:48.298019 run osmo-msc_10.42.42.6(pid=16181): stdout: \u000a| (launched: 2022-12-10_13:55:46.915439) \u000a13:55:48.347477 run osmo-msc_10.42.42.6(pid=16181): stderr: \u000a| �[0;m�[38;5;43m20221210135547520 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210135547520 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f1449d27c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210135547520 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210135547520 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210135547520 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210135547521 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210135547522 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210135547523 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210135547523 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210135547523 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a13:55:48.389291 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16174): Terminating (SIGTERM)\u000a13:55:48.428941 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16177): Terminating (SIGTERM)\u000a13:55:48.469566 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16180): Terminating (SIGTERM)\u000a13:55:48.478905 --- ParallelTerminationStrategy: PID 16174 died...\u000a13:55:48.532336 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16174): Terminated: ok {rc=0}\u000a13:55:48.542236 --- ParallelTerminationStrategy: PID 16177 died...\u000a13:55:48.595463 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16177): Terminated: ok {rc=0}\u000a13:55:48.605101 --- ParallelTerminationStrategy: PID 16180 died...\u000a13:55:48.658457 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16180): Terminated: ok {rc=0}\u000a13:55:48.745561 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 45, "className" : "smpp", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16189): Process ended prematurely: osmo-stp_10.42.42.5(pid=16189) [trial-2375↪smpp↪esme_ms_sms_transaction.py:28↪esme_ms_sms_transaction.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16189)]", "failedSince" : 2331, "name" : "esme_ms_sms_transaction.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/smpp/esme_ms_sms_transaction.py\", line 28, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16189): Process ended prematurely: osmo-stp_10.42.42.5(pid=16189) [trial-2375↪smpp↪esme_ms_sms_transaction.py:28↪esme_ms_sms_transaction.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16189)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2375 smpp esme_ms_sms_transaction.py\u000a----------------------------------------------\u000a13:55:49.797248 tst smpp: Using 1 x ip_address (candidates: 6)\u000a13:55:49.808252 tst smpp: Using 1 x bts (candidates: 1)\u000a13:55:49.929533 tst esme_ms_sms_transaction.py: using LAC 28863\u000a13:55:50.046299 tst esme_ms_sms_transaction.py: using RAC 48\u000a13:55:50.169181 tst esme_ms_sms_transaction.py: using CellId 28863\u000a13:55:50.284045 tst esme_ms_sms_transaction.py: using BVCI 28864\u000a13:55:50.306714 tst smpp: Using 1 x ip_address (candidates: 6)\u000a13:55:50.316848 tst smpp: Using 1 x ip_address (candidates: 6)\u000a13:55:50.326938 tst smpp: Using 1 x ip_address (candidates: 6)\u000a13:55:50.336926 tst smpp: Using 1 x ip_address (candidates: 6)\u000a13:55:50.346957 tst smpp: Using 1 x ip_address (candidates: 6)\u000a13:55:50.356900 tst smpp: Using 1 x modem (candidates: 1)\u000a13:55:50.574301 tst esme_ms_sms_transaction.py: using MSISDN 7774\u000a13:55:50.688715 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:55:51.202301 run create_hlr_db(pid=16183): Launched\u000a13:55:51.388184 bus /sierra_2: Setting Powered False\u000a13:55:52.408268 run create_hlr_db(pid=16183): Terminated: ok {rc=0}\u000a13:55:52.812738 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16185): Launched\u000a13:55:53.113645 run osmo-hlr_10.42.42.2(pid=16186): Launched\u000a13:55:53.231407 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:55:53.761662 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16188): Launched\u000a13:55:54.061275 run osmo-stp_10.42.42.5(pid=16189): Launched\u000a13:55:54.170377 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a13:55:54.715340 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16191): Launched\u000a13:55:55.016804 run osmo-msc_10.42.42.6(pid=16192): Launched\u000a13:55:55.194863 run osmo-stp_10.42.42.5(pid=16189): ERR: Terminated: ERROR {rc=1} [trial-2375↪smpp↪esme_ms_sms_transaction.py:28↪esme_ms_sms_transaction.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16189)]\u000a13:55:55.322738 run osmo-stp_10.42.42.5(pid=16189): stdout: \u000a| (launched: 2022-12-10_13:55:53.914312)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:55:55.448034 run osmo-stp_10.42.42.5(pid=16189): stderr: \u000a| �[0;m�[38;5;43m20221210135554084 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210135554084 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210135554084 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210135554085 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210135554085 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210135554085 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210135554085 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:55:55.568233 run osmo-stp_10.42.42.5(pid=16189): stdout: \u000a| (launched: 2022-12-10_13:55:53.914312)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:55:55.687222 run osmo-stp_10.42.42.5(pid=16189): stderr: \u000a| �[0;m�[38;5;43m20221210135554084 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210135554084 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210135554084 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210135554085 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210135554085 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210135554085 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210135554085 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:55:55.739546 tst esme_ms_sms_transaction.py:28: ERR: Error: osmo-stp_10.42.42.5(pid=16189): Process ended prematurely: osmo-stp_10.42.42.5(pid=16189) [trial-2375↪smpp↪esme_ms_sms_transaction.py:28↪esme_ms_sms_transaction.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16189)] [trial-2375↪smpp↪esme_ms_sms_transaction.py:28]\u000a13:55:55.747574 tst esme_ms_sms_transaction.py:28: Test FAILED (5.9 sec)\u000a13:55:55.806429 run osmo-hlr_10.42.42.2(pid=16186): ERR: Terminated: ERROR {rc=237} [trial-2375↪smpp↪esme_ms_sms_transaction.py↪esme_ms_sms_transaction.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16186)]\u000a13:55:55.855285 run osmo-hlr_10.42.42.2(pid=16186): stdout: \u000a| (launched: 2022-12-10_13:55:52.965594) \u000a13:55:55.904376 run osmo-hlr_10.42.42.2(pid=16186): stderr: \u000a| �[0;m�[1;31m20221210135553140 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210135553140 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210135553140 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210135553140 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210135553140 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210135553140 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210135553152 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2375/run.2022-12-10_12-42-03/smpp/esme_ms_sms_transaction.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210135553163 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210135553163 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210135553163 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:55:55.971603 run osmo-msc_10.42.42.6(pid=16192): ERR: Terminated: ERROR {rc=2} [trial-2375↪smpp↪esme_ms_sms_transaction.py↪esme_ms_sms_transaction.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=16192)]\u000a13:55:56.020038 run osmo-msc_10.42.42.6(pid=16192): stdout: \u000a| (launched: 2022-12-10_13:55:54.868335) \u000a13:55:56.069025 run osmo-msc_10.42.42.6(pid=16192): stderr: \u000a| �[0;m�[38;5;43m20221210135555137 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210135555137 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f57cf677c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210135555138 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210135555138 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210135555138 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210135555138 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210135555142 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210135555143 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210135555143 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210135555143 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a13:55:56.110444 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16185): Terminating (SIGTERM)\u000a13:55:56.149829 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16188): Terminating (SIGTERM)\u000a13:55:56.189325 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16191): Terminating (SIGTERM)\u000a13:55:56.198452 --- ParallelTerminationStrategy: PID 16185 died...\u000a13:55:56.251669 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16185): Terminated: ok {rc=0}\u000a13:55:56.261156 --- ParallelTerminationStrategy: PID 16188 died...\u000a13:55:56.313368 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16188): Terminated: ok {rc=0}\u000a13:55:56.322728 --- ParallelTerminationStrategy: PID 16191 died...\u000a13:55:56.374763 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16191): Terminated: ok {rc=0}\u000a13:55:56.457669 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 30.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "161", "name" : "smpp", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T13:55:28" }, { "cases" : [ { "testActions" : [ ], "age" : 45, "className" : "encryption", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16203): Process ended prematurely: osmo-stp_10.42.42.5(pid=16203) [trial-2375↪encryption↪register_a5_0_authopt.py:8↪register_a5_0_authopt.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16203)]", "failedSince" : 2331, "name" : "register_a5_0_authopt.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/encryption/register_a5_0_authopt.py\", line 8, in \u000a encryption_test_setup_run(False, 'a5_0')\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/encryption/lib/testlib.py\", line 20, in encryption_test_setup_run\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16203): Process ended prematurely: osmo-stp_10.42.42.5(pid=16203) [trial-2375↪encryption↪register_a5_0_authopt.py:8↪register_a5_0_authopt.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16203)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2375 encryption register_a5_0_authopt.py\u000a----------------------------------------------\u000a13:55:58.320549 tst encryption: Using 1 x ip_address (candidates: 6)\u000a13:55:58.330837 tst encryption: Using 1 x bts (candidates: 1)\u000a13:55:58.452466 tst register_a5_0_authopt.py: using LAC 28864\u000a13:55:58.572828 tst register_a5_0_authopt.py: using RAC 49\u000a13:55:58.694187 tst register_a5_0_authopt.py: using CellId 28864\u000a13:55:58.816470 tst register_a5_0_authopt.py: using BVCI 28865\u000a13:55:58.839693 tst encryption: Using 1 x ip_address (candidates: 6)\u000a13:55:58.849939 tst encryption: Using 1 x ip_address (candidates: 6)\u000a13:55:58.860456 tst encryption: Using 1 x ip_address (candidates: 6)\u000a13:55:58.870607 tst encryption: Using 1 x ip_address (candidates: 6)\u000a13:55:58.880801 tst encryption: Using 1 x ip_address (candidates: 6)\u000a13:55:58.890903 tst encryption: Using 1 x modem (candidates: 1)\u000a13:55:59.183655 tst register_a5_0_authopt.py:8: start network...\u000a13:55:59.319768 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:55:59.830340 run create_hlr_db(pid=16197): Launched\u000a13:56:00.017662 bus /sierra_2: Setting Powered False\u000a13:56:01.065856 run create_hlr_db(pid=16197): Terminated: ok {rc=0}\u000a13:56:01.538482 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16199): Launched\u000a13:56:01.971728 run osmo-hlr_10.42.42.2(pid=16200): Launched\u000a13:56:02.177546 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:56:02.740069 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16202): Launched\u000a13:56:03.063362 run osmo-stp_10.42.42.5(pid=16203): Launched\u000a13:56:03.182104 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a13:56:03.771525 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16205): Launched\u000a13:56:04.095030 run osmo-msc_10.42.42.6(pid=16206): Launched\u000a13:56:04.286106 run osmo-stp_10.42.42.5(pid=16203): ERR: Terminated: ERROR {rc=1} [trial-2375↪encryption↪register_a5_0_authopt.py:8↪register_a5_0_authopt.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16203)]\u000a13:56:04.424139 run osmo-stp_10.42.42.5(pid=16203): stdout: \u000a| (launched: 2022-12-10_13:56:02.904788)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:56:04.561113 run osmo-stp_10.42.42.5(pid=16203): stderr: \u000a| �[0;m�[38;5;43m20221210135603095 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210135603096 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210135603096 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210135603096 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210135603097 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210135603097 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210135603097 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:56:04.691458 run osmo-stp_10.42.42.5(pid=16203): stdout: \u000a| (launched: 2022-12-10_13:56:02.904788)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:56:04.820455 run osmo-stp_10.42.42.5(pid=16203): stderr: \u000a| �[0;m�[38;5;43m20221210135603095 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210135603096 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210135603096 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210135603096 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210135603097 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210135603097 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210135603097 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:56:04.877466 tst register_a5_0_authopt.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=16203): Process ended prematurely: osmo-stp_10.42.42.5(pid=16203) [trial-2375↪encryption↪register_a5_0_authopt.py:8↪register_a5_0_authopt.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16203)] [trial-2375↪encryption↪register_a5_0_authopt.py:8]\u000a13:56:04.886675 tst register_a5_0_authopt.py:8: Test FAILED (6.6 sec)\u000a13:56:04.949530 run osmo-hlr_10.42.42.2(pid=16200): ERR: Terminated: ERROR {rc=237} [trial-2375↪encryption↪register_a5_0_authopt.py↪register_a5_0_authopt.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16200)]\u000a13:56:05.000750 run osmo-hlr_10.42.42.2(pid=16200): stdout: \u000a| (launched: 2022-12-10_13:56:01.707414) \u000a13:56:05.052765 run osmo-hlr_10.42.42.2(pid=16200): stderr: \u000a| �[0;m�[1;31m20221210135602015 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210135602015 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210135602015 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210135602015 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210135602015 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210135602015 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210135602036 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2375/run.2022-12-10_12-42-03/encryption/register_a5_0_authopt.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210135602044 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210135602045 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210135602045 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:56:05.123216 run osmo-msc_10.42.42.6(pid=16206): ERR: Terminated: ERROR {rc=2} [trial-2375↪encryption↪register_a5_0_authopt.py↪register_a5_0_authopt.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=16206)]\u000a13:56:05.174359 run osmo-msc_10.42.42.6(pid=16206): stdout: \u000a| (launched: 2022-12-10_13:56:03.936251) \u000a13:56:05.226111 run osmo-msc_10.42.42.6(pid=16206): stderr: \u000a| �[0;m�[38;5;43m20221210135604257 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210135604257 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f08d3a9ac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210135604257 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210135604257 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210135604258 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210135604258 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210135604259 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210135604260 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210135604260 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210135604260 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a13:56:05.269910 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16199): Terminating (SIGTERM)\u000a13:56:05.312076 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16202): Terminating (SIGTERM)\u000a13:56:05.354263 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16205): Terminating (SIGTERM)\u000a13:56:05.363904 --- ParallelTerminationStrategy: PID 16199 died...\u000a13:56:05.419755 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16199): Terminated: ok {rc=0}\u000a13:56:05.430234 --- ParallelTerminationStrategy: PID 16202 died...\u000a13:56:05.485857 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16202): Terminated: ok {rc=0}\u000a13:56:05.495925 --- ParallelTerminationStrategy: PID 16205 died...\u000a13:56:05.551605 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16205): Terminated: ok {rc=0}\u000a13:56:05.636935 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 45, "className" : "encryption", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16214): Process ended prematurely: osmo-stp_10.42.42.5(pid=16214) [trial-2375↪encryption↪register_a5_0_authreq.py:8↪register_a5_0_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16214)]", "failedSince" : 2331, "name" : "register_a5_0_authreq.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/encryption/register_a5_0_authreq.py\", line 8, in \u000a encryption_test_setup_run(True, 'a5_0')\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/encryption/lib/testlib.py\", line 20, in encryption_test_setup_run\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16214): Process ended prematurely: osmo-stp_10.42.42.5(pid=16214) [trial-2375↪encryption↪register_a5_0_authreq.py:8↪register_a5_0_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16214)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2375 encryption register_a5_0_authreq.py\u000a----------------------------------------------\u000a13:56:06.747190 tst encryption: Using 1 x ip_address (candidates: 6)\u000a13:56:06.758109 tst encryption: Using 1 x bts (candidates: 1)\u000a13:56:06.888147 tst register_a5_0_authreq.py: using LAC 28865\u000a13:56:07.017319 tst register_a5_0_authreq.py: using RAC 50\u000a13:56:07.144467 tst register_a5_0_authreq.py: using CellId 28865\u000a13:56:07.273397 tst register_a5_0_authreq.py: using BVCI 28866\u000a13:56:07.298139 tst encryption: Using 1 x ip_address (candidates: 6)\u000a13:56:07.308867 tst encryption: Using 1 x ip_address (candidates: 6)\u000a13:56:07.319537 tst encryption: Using 1 x ip_address (candidates: 6)\u000a13:56:07.330410 tst encryption: Using 1 x ip_address (candidates: 6)\u000a13:56:07.341231 tst encryption: Using 1 x ip_address (candidates: 6)\u000a13:56:07.351680 tst encryption: Using 1 x modem (candidates: 1)\u000a13:56:07.649684 tst register_a5_0_authreq.py:8: start network...\u000a13:56:07.785641 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:56:08.293338 run create_hlr_db(pid=16208): Launched\u000a13:56:08.481435 bus /sierra_2: Setting Powered False\u000a13:56:09.501709 run create_hlr_db(pid=16208): Terminated: ok {rc=0}\u000a13:56:09.929711 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16210): Launched\u000a13:56:10.253837 run osmo-hlr_10.42.42.2(pid=16211): Launched\u000a13:56:10.374088 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:56:10.937142 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16213): Launched\u000a13:56:11.262580 run osmo-stp_10.42.42.5(pid=16214): Launched\u000a13:56:11.381264 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a13:56:11.971942 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16216): Launched\u000a13:56:12.296600 run osmo-msc_10.42.42.6(pid=16217): Launched\u000a13:56:12.487783 run osmo-stp_10.42.42.5(pid=16214): ERR: Terminated: ERROR {rc=1} [trial-2375↪encryption↪register_a5_0_authreq.py:8↪register_a5_0_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16214)]\u000a13:56:12.625488 run osmo-stp_10.42.42.5(pid=16214): stdout: \u000a| (launched: 2022-12-10_13:56:11.102893)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:56:12.762412 run osmo-stp_10.42.42.5(pid=16214): stderr: \u000a| �[0;m�[38;5;43m20221210135611296 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210135611296 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210135611296 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210135611297 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210135611297 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210135611297 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210135611298 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:56:12.892382 run osmo-stp_10.42.42.5(pid=16214): stdout: \u000a| (launched: 2022-12-10_13:56:11.102893)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:56:13.022011 run osmo-stp_10.42.42.5(pid=16214): stderr: \u000a| �[0;m�[38;5;43m20221210135611296 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210135611296 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210135611296 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210135611297 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210135611297 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210135611297 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210135611298 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:56:13.078676 tst register_a5_0_authreq.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=16214): Process ended prematurely: osmo-stp_10.42.42.5(pid=16214) [trial-2375↪encryption↪register_a5_0_authreq.py:8↪register_a5_0_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16214)] [trial-2375↪encryption↪register_a5_0_authreq.py:8]\u000a13:56:13.087722 tst register_a5_0_authreq.py:8: Test FAILED (6.4 sec)\u000a13:56:13.149979 run osmo-hlr_10.42.42.2(pid=16211): ERR: Terminated: ERROR {rc=237} [trial-2375↪encryption↪register_a5_0_authreq.py↪register_a5_0_authreq.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16211)]\u000a13:56:13.200795 run osmo-hlr_10.42.42.2(pid=16211): stdout: \u000a| (launched: 2022-12-10_13:56:10.094954) \u000a13:56:13.252455 run osmo-hlr_10.42.42.2(pid=16211): stderr: \u000a| �[0;m�[1;31m20221210135610291 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210135610291 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210135610291 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210135610291 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210135610291 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210135610291 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210135610303 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2375/run.2022-12-10_12-42-03/encryption/register_a5_0_authreq.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210135610312 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210135610312 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210135610312 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:56:13.322697 run osmo-msc_10.42.42.6(pid=16217): ERR: Terminated: ERROR {rc=2} [trial-2375↪encryption↪register_a5_0_authreq.py↪register_a5_0_authreq.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=16217)]\u000a13:56:13.373718 run osmo-msc_10.42.42.6(pid=16217): stdout: \u000a| (launched: 2022-12-10_13:56:12.137485) \u000a13:56:13.425783 run osmo-msc_10.42.42.6(pid=16217): stderr: \u000a| �[0;m�[38;5;43m20221210135612459 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210135612459 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f9ac106dc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210135612459 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210135612459 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210135612459 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210135612460 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210135612461 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210135612462 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210135612462 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210135612462 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a13:56:13.469711 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16210): Terminating (SIGTERM)\u000a13:56:13.511448 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16213): Terminating (SIGTERM)\u000a13:56:13.553562 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16216): Terminating (SIGTERM)\u000a13:56:13.563431 --- ParallelTerminationStrategy: PID 16210 died...\u000a13:56:13.619342 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16210): Terminated: ok {rc=0}\u000a13:56:13.629387 --- ParallelTerminationStrategy: PID 16213 died...\u000a13:56:13.684667 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16213): Terminated: ok {rc=0}\u000a13:56:13.694960 --- ParallelTerminationStrategy: PID 16216 died...\u000a13:56:13.750690 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16216): Terminated: ok {rc=0}\u000a13:56:13.837849 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 45, "className" : "encryption", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16225): Process ended prematurely: osmo-stp_10.42.42.5(pid=16225) [trial-2375↪encryption↪register_a5_1_authreq.py:8↪register_a5_1_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16225)]", "failedSince" : 2331, "name" : "register_a5_1_authreq.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/encryption/register_a5_1_authreq.py\", line 8, in \u000a encryption_test_setup_run(True, 'a5_1')\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/encryption/lib/testlib.py\", line 20, in encryption_test_setup_run\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16225): Process ended prematurely: osmo-stp_10.42.42.5(pid=16225) [trial-2375↪encryption↪register_a5_1_authreq.py:8↪register_a5_1_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16225)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2375 encryption register_a5_1_authreq.py\u000a----------------------------------------------\u000a13:56:14.953956 tst encryption: Using 1 x ip_address (candidates: 6)\u000a13:56:14.965516 tst encryption: Using 1 x bts (candidates: 1)\u000a13:56:15.103234 tst register_a5_1_authreq.py: using LAC 28866\u000a13:56:15.242126 tst register_a5_1_authreq.py: using RAC 51\u000a13:56:15.371258 tst register_a5_1_authreq.py: using CellId 28866\u000a13:56:15.498760 tst register_a5_1_authreq.py: using BVCI 28867\u000a13:56:15.523587 tst encryption: Using 1 x ip_address (candidates: 6)\u000a13:56:15.534379 tst encryption: Using 1 x ip_address (candidates: 6)\u000a13:56:15.545138 tst encryption: Using 1 x ip_address (candidates: 6)\u000a13:56:15.556019 tst encryption: Using 1 x ip_address (candidates: 6)\u000a13:56:15.566933 tst encryption: Using 1 x ip_address (candidates: 6)\u000a13:56:15.577736 tst encryption: Using 1 x modem (candidates: 1)\u000a13:56:15.889106 tst register_a5_1_authreq.py:8: start network...\u000a13:56:16.034306 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:56:16.557680 run create_hlr_db(pid=16219): Launched\u000a13:56:16.749853 bus /sierra_2: Setting Powered False\u000a13:56:17.755785 run create_hlr_db(pid=16219): Terminated: ok {rc=0}\u000a13:56:18.197893 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16221): Launched\u000a13:56:18.523642 run osmo-hlr_10.42.42.2(pid=16222): Launched\u000a13:56:18.643109 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:56:19.207835 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16224): Launched\u000a13:56:19.533868 run osmo-stp_10.42.42.5(pid=16225): Launched\u000a13:56:19.652901 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a13:56:20.241520 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16227): Launched\u000a13:56:20.546816 run osmo-msc_10.42.42.6(pid=16228): Launched\u000a13:56:20.729178 run osmo-stp_10.42.42.5(pid=16225): ERR: Terminated: ERROR {rc=1} [trial-2375↪encryption↪register_a5_1_authreq.py:8↪register_a5_1_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16225)]\u000a13:56:20.858043 run osmo-stp_10.42.42.5(pid=16225): stdout: \u000a| (launched: 2022-12-10_13:56:19.373580)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:56:20.984630 run osmo-stp_10.42.42.5(pid=16225): stderr: \u000a| �[0;m�[38;5;43m20221210135619565 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210135619565 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210135619566 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210135619566 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210135619566 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210135619566 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210135619567 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:56:21.107498 run osmo-stp_10.42.42.5(pid=16225): stdout: \u000a| (launched: 2022-12-10_13:56:19.373580)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:56:21.228227 run osmo-stp_10.42.42.5(pid=16225): stderr: \u000a| �[0;m�[38;5;43m20221210135619565 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210135619565 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210135619566 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210135619566 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210135619566 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210135619566 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210135619567 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:56:21.281476 tst register_a5_1_authreq.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=16225): Process ended prematurely: osmo-stp_10.42.42.5(pid=16225) [trial-2375↪encryption↪register_a5_1_authreq.py:8↪register_a5_1_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16225)] [trial-2375↪encryption↪register_a5_1_authreq.py:8]\u000a13:56:21.290042 tst register_a5_1_authreq.py:8: Test FAILED (6.4 sec)\u000a13:56:21.349801 run osmo-hlr_10.42.42.2(pid=16222): ERR: Terminated: ERROR {rc=237} [trial-2375↪encryption↪register_a5_1_authreq.py↪register_a5_1_authreq.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16222)]\u000a13:56:21.398223 run osmo-hlr_10.42.42.2(pid=16222): stdout: \u000a| (launched: 2022-12-10_13:56:18.363130) \u000a13:56:21.447558 run osmo-hlr_10.42.42.2(pid=16222): stderr: \u000a| �[0;m�[1;31m20221210135618559 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210135618559 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210135618559 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210135618559 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210135618559 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210135618559 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210135618571 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2375/run.2022-12-10_12-42-03/encryption/register_a5_1_authreq.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210135618580 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210135618580 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210135618580 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:56:21.514169 run osmo-msc_10.42.42.6(pid=16228): ERR: Terminated: ERROR {rc=2} [trial-2375↪encryption↪register_a5_1_authreq.py↪register_a5_1_authreq.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=16228)]\u000a13:56:21.562463 run osmo-msc_10.42.42.6(pid=16228): stdout: \u000a| (launched: 2022-12-10_13:56:20.396337) \u000a13:56:21.611184 run osmo-msc_10.42.42.6(pid=16228): stderr: \u000a| �[0;m�[38;5;43m20221210135620668 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210135620669 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f7de350bc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210135620669 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210135620669 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210135620669 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210135620669 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210135620671 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210135620671 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210135620671 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210135620671 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a13:56:21.652649 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16221): Terminating (SIGTERM)\u000a13:56:21.692086 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16224): Terminating (SIGTERM)\u000a13:56:21.731498 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16227): Terminating (SIGTERM)\u000a13:56:21.740769 --- ParallelTerminationStrategy: PID 16221 died...\u000a13:56:21.793545 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16221): Terminated: ok {rc=0}\u000a13:56:21.803246 --- ParallelTerminationStrategy: PID 16224 died...\u000a13:56:21.855758 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16224): Terminated: ok {rc=0}\u000a13:56:21.865514 --- ParallelTerminationStrategy: PID 16227 died...\u000a13:56:21.917811 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16227): Terminated: ok {rc=0}\u000a13:56:22.004376 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 45, "className" : "encryption", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16236): Process ended prematurely: osmo-stp_10.42.42.5(pid=16236) [trial-2375↪encryption↪register_a5_3_authreq.py:8↪register_a5_3_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16236)]", "failedSince" : 2331, "name" : "register_a5_3_authreq.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/encryption/register_a5_3_authreq.py\", line 8, in \u000a encryption_test_setup_run(True, 'a5_3')\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/encryption/lib/testlib.py\", line 20, in encryption_test_setup_run\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16236): Process ended prematurely: osmo-stp_10.42.42.5(pid=16236) [trial-2375↪encryption↪register_a5_3_authreq.py:8↪register_a5_3_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16236)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2375 encryption register_a5_3_authreq.py\u000a----------------------------------------------\u000a13:56:23.116550 tst encryption: Using 1 x ip_address (candidates: 6)\u000a13:56:23.127692 tst encryption: Using 1 x bts (candidates: 1)\u000a13:56:23.251143 tst register_a5_3_authreq.py: using LAC 28867\u000a13:56:23.373197 tst register_a5_3_authreq.py: using RAC 52\u000a13:56:23.493504 tst register_a5_3_authreq.py: using CellId 28867\u000a13:56:23.622843 tst register_a5_3_authreq.py: using BVCI 28868\u000a13:56:23.647822 tst encryption: Using 1 x ip_address (candidates: 6)\u000a13:56:23.658626 tst encryption: Using 1 x ip_address (candidates: 6)\u000a13:56:23.669397 tst encryption: Using 1 x ip_address (candidates: 6)\u000a13:56:23.680710 tst encryption: Using 1 x ip_address (candidates: 6)\u000a13:56:23.692027 tst encryption: Using 1 x ip_address (candidates: 6)\u000a13:56:23.703240 tst encryption: Using 1 x modem (candidates: 1)\u000a13:56:23.993658 tst register_a5_3_authreq.py:8: start network...\u000a13:56:24.121346 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:56:24.606953 run create_hlr_db(pid=16230): Launched\u000a13:56:24.782204 bus /sierra_2: Setting Powered False\u000a13:56:25.802674 run create_hlr_db(pid=16230): Terminated: ok {rc=0}\u000a13:56:26.205295 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16232): Launched\u000a13:56:26.508222 run osmo-hlr_10.42.42.2(pid=16233): Launched\u000a13:56:26.619272 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:56:27.143564 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16235): Launched\u000a13:56:27.445970 run osmo-stp_10.42.42.5(pid=16236): Launched\u000a13:56:27.558255 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a13:56:28.113270 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16238): Launched\u000a13:56:28.416491 run osmo-msc_10.42.42.6(pid=16239): Launched\u000a13:56:28.595340 run osmo-stp_10.42.42.5(pid=16236): ERR: Terminated: ERROR {rc=1} [trial-2375↪encryption↪register_a5_3_authreq.py:8↪register_a5_3_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16236)]\u000a13:56:28.723999 run osmo-stp_10.42.42.5(pid=16236): stdout: \u000a| (launched: 2022-12-10_13:56:27.297307)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:56:28.850082 run osmo-stp_10.42.42.5(pid=16236): stderr: \u000a| �[0;m�[38;5;43m20221210135627466 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210135627466 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210135627467 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210135627467 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210135627469 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210135627469 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210135627469 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:56:28.971684 run osmo-stp_10.42.42.5(pid=16236): stdout: \u000a| (launched: 2022-12-10_13:56:27.297307)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:56:29.092317 run osmo-stp_10.42.42.5(pid=16236): stderr: \u000a| �[0;m�[38;5;43m20221210135627466 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210135627466 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210135627467 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210135627467 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210135627469 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210135627469 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210135627469 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:56:29.146302 tst register_a5_3_authreq.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=16236): Process ended prematurely: osmo-stp_10.42.42.5(pid=16236) [trial-2375↪encryption↪register_a5_3_authreq.py:8↪register_a5_3_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16236)] [trial-2375↪encryption↪register_a5_3_authreq.py:8]\u000a13:56:29.154596 tst register_a5_3_authreq.py:8: Test FAILED (6.1 sec)\u000a13:56:29.212720 run osmo-hlr_10.42.42.2(pid=16233): ERR: Terminated: ERROR {rc=237} [trial-2375↪encryption↪register_a5_3_authreq.py↪register_a5_3_authreq.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16233)]\u000a13:56:29.260817 run osmo-hlr_10.42.42.2(pid=16233): stdout: \u000a| (launched: 2022-12-10_13:56:26.359666) \u000a13:56:29.309653 run osmo-hlr_10.42.42.2(pid=16233): stderr: \u000a| �[0;m�[1;31m20221210135626535 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210135626535 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210135626535 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210135626535 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210135626535 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210135626535 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210135626550 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2375/run.2022-12-10_12-42-03/encryption/register_a5_3_authreq.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210135626559 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210135626559 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210135626560 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:56:29.375574 run osmo-msc_10.42.42.6(pid=16239): ERR: Terminated: ERROR {rc=2} [trial-2375↪encryption↪register_a5_3_authreq.py↪register_a5_3_authreq.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=16239)]\u000a13:56:29.423652 run osmo-msc_10.42.42.6(pid=16239): stdout: \u000a| (launched: 2022-12-10_13:56:28.267401) \u000a13:56:29.472149 run osmo-msc_10.42.42.6(pid=16239): stderr: \u000a| �[0;m�[38;5;43m20221210135628541 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210135628541 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fc95d08dc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210135628541 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210135628541 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210135628541 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210135628541 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210135628543 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210135628543 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210135628544 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210135628544 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a13:56:29.513232 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16232): Terminating (SIGTERM)\u000a13:56:29.552227 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16235): Terminating (SIGTERM)\u000a13:56:29.591373 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16238): Terminating (SIGTERM)\u000a13:56:29.600313 --- ParallelTerminationStrategy: PID 16232 died...\u000a13:56:29.652742 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16232): Terminated: ok {rc=0}\u000a13:56:29.662105 --- ParallelTerminationStrategy: PID 16235 died...\u000a13:56:29.713987 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16235): Terminated: ok {rc=0}\u000a13:56:29.723368 --- ParallelTerminationStrategy: PID 16238 died...\u000a13:56:29.775209 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16238): Terminated: ok {rc=0}\u000a13:56:29.857316 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 34.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "162", "name" : "encryption", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T13:55:58" }, { "cases" : [ { "testActions" : [ ], "age" : 237, "className" : "4g:srsenb-rftype@zmq+srsue-rftype@zmq", "duration" : 20.0, "errorDetails" : None, "errorStackTrace" : "srsepc(pid=16256): Process ended prematurely: srsepc(pid=16256) [trial-2375↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪handover.py:37↪handover.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=16256)]", "failedSince" : 2139, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/4g/handover.py\", line 37, in \u000a enb.start(epc)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 237, in start\u000a self.configure()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 423, in configure\u000a self.rem_host.recreate_remote_dir(self.remote_inst)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 146, in recreate_remote_dir\u000a self.rm_remote_dir(remote_dir)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 139, in rm_remote_dir\u000a self.run_remote_sync('rm-remote-dir', ('test', '!', '-d', remote_dir_str, '||', 'rm', '-rf', remote_dir_str))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 134, in run_remote_sync\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: srsepc(pid=16256): Process ended prematurely: srsepc(pid=16256) [trial-2375↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪handover.py:37↪handover.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=16256)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2375 4g:srsenb-rftype@zmq+srsue-rftype@zmq handover.py\u000a----------------------------------------------\u000a13:56:31.896773 tst handover.py:11: TEST_CONFIG:\u000a{}\u000a13:56:31.943575 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x run_node (candidates: 1)\u000a13:56:31.961703 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x enb (candidates: 1)\u000a13:56:31.991229 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x modem (candidates: 1)\u000a13:56:32.138065 tst handover.py: using MSISDN 7775\u000a13:56:32.248115 run srsepc_10.42.42.118: Add subscriber {algo_str='mil', imsi='001010123456789', msisdn='7775', subscriber_id=0}\u000a13:56:32.354683 run srsepc_10.42.42.118: Starting srsepc\u000a13:56:34.180259 run rm-remote-dir(pid=16244): Launched\u000a13:56:34.362915 bus /sierra_2: Setting Powered False\u000a13:56:35.384661 run rm-remote-dir(pid=16244): Terminated: ok {rc=0}\u000a13:56:35.825869 run mk-remote-dir(pid=16245): Launched\u000a13:56:37.022443 run mk-remote-dir(pid=16245): Terminated: ok {rc=0}\u000a13:56:37.316296 run scp-inst-to-remote(pid=16246): Launched\u000a13:56:39.501401 run scp-inst-to-remote(pid=16246): Terminated: ok {rc=0}\u000a13:56:39.823653 run rm-remote-dir(pid=16248): Launched\u000a13:56:41.007954 run rm-remote-dir(pid=16248): Terminated: ok {rc=0}\u000a13:56:41.331187 run mk-remote-dir(pid=16249): Launched\u000a13:56:42.520399 run mk-remote-dir(pid=16249): Terminated: ok {rc=0}\u000a13:56:42.794000 run scp-cfg-to-remote(pid=16250): Launched\u000a13:56:43.976109 run scp-cfg-to-remote(pid=16250): Terminated: ok {rc=0}\u000a13:56:44.249222 run scp-db-to-remote(pid=16252): Launched\u000a13:56:45.432077 run scp-db-to-remote(pid=16252): Terminated: ok {rc=0}\u000a13:56:45.544028 run srsepc_10.42.42.118: Setting RPATH for srsepc\u000a13:56:45.874517 run patchelf(pid=16254): Launched\u000a13:56:47.105183 run patchelf(pid=16254): Terminated: ok {rc=0}\u000a13:56:47.229299 run srsepc_10.42.42.118: Applying CAP_NET_ADMIN capability to srsepc\u000a13:56:47.567096 run setcap-netadm(pid=16255): Launched\u000a13:56:48.762550 run setcap-netadm(pid=16255): Terminated: ok {rc=0}\u000a13:56:49.088523 run srsepc(pid=16256): Launched\u000a13:56:49.204466 run srsenb_srsENB-zmq_10.42.42.117: Starting srsENB\u000a13:56:50.375765 run rm-remote-dir(pid=16257): Launched\u000a13:56:50.571149 run srsepc(pid=16256): ERR: Terminated: ERROR {rc=127} [trial-2375↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪handover.py:37↪handover.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=16256)]\u000a13:56:50.713162 run srsepc(pid=16256): stdout: \u000a| (launched: 2022-12-10_13:56:48.932633)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a13:56:50.854982 run srsepc(pid=16256): stderr: \u000a| (launched: 2022-12-10_13:56:48.980889)\u000a| Connection to 10.42.42.116 closed. \u000a13:56:50.992295 run srsepc(pid=16256): stdout: \u000a| (launched: 2022-12-10_13:56:48.932633)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a13:56:51.127929 run srsepc(pid=16256): stderr: \u000a| (launched: 2022-12-10_13:56:48.980889)\u000a| Connection to 10.42.42.116 closed. \u000a13:56:51.286935 run rm-remote-dir(pid=16257): Terminating (SIGINT)\u000a13:56:51.474231 run rm-remote-dir(pid=16257): Terminated: ok {rc=0}\u000a13:56:51.508774 tst handover.py:37: ERR: Error: srsepc(pid=16256): Process ended prematurely: srsepc(pid=16256) [trial-2375↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪handover.py:37↪handover.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=16256)] [trial-2375↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪handover.py:37]\u000a13:56:51.519250 tst handover.py:37: Test FAILED (19.8 sec)\u000a13:56:51.632922 run scp-back-log(pid=16258): Launched\u000a13:56:52.722253 run scp-back-log(pid=16258): ERR: Terminated: ERROR {rc=1} [trial-2375↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪handover.py↪handover.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=16258)]\u000a13:56:52.786692 run scp-back-log(pid=16258): stdout: \u000a| (launched: 2022-12-10_13:56:51.562306) \u000a13:56:52.851677 run scp-back-log(pid=16258): stderr: \u000a| (launched: 2022-12-10_13:56:51.582827)\u000a| scp: /osmo-gsm-tester-srsepc/srsepc/srsepc.log: No such file or directory \u000a13:56:52.906678 tst srsepc_10.42.42.118: Error('scp-back-log(pid=16258): launch_sync(): local process exited with status 1 [trial-2375↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪handover.py↪handover.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=16258)]')\u000a" }, { "testActions" : [ ], "age" : 58, "className" : "4g:srsenb-rftype@zmq+srsue-rftype@zmq", "duration" : 19.0, "errorDetails" : None, "errorStackTrace" : "srsepc(pid=16272): Process ended prematurely: srsepc(pid=16272) [trial-2375↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_bidir.py:42↪iperf3_bidir.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=16272)]", "failedSince" : 2318, "name" : "iperf3_bidir.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/4g/iperf3_bidir.py\", line 42, in \u000a enb.start(epc)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 237, in start\u000a self.configure()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 423, in configure\u000a self.rem_host.recreate_remote_dir(self.remote_inst)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 146, in recreate_remote_dir\u000a self.rm_remote_dir(remote_dir)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 139, in rm_remote_dir\u000a self.run_remote_sync('rm-remote-dir', ('test', '!', '-d', remote_dir_str, '||', 'rm', '-rf', remote_dir_str))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 134, in run_remote_sync\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: srsepc(pid=16272): Process ended prematurely: srsepc(pid=16272) [trial-2375↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_bidir.py:42↪iperf3_bidir.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=16272)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2375 4g:srsenb-rftype@zmq+srsue-rftype@zmq iperf3_bidir.py\u000a----------------------------------------------\u000a13:56:53.094673 tst iperf3_bidir.py:13: Number of physical ue: 1\u000a13:56:53.139117 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x modem (candidates: 1)\u000a13:56:53.343203 tst iperf3_bidir.py:20: ue index0: srsue_10.42.42.116\u000a13:56:53.384648 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x run_node (candidates: 1)\u000a13:56:53.400170 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x enb (candidates: 1)\u000a13:56:53.521163 tst iperf3_bidir.py: using MSISDN 7776\u000a13:56:53.628157 run srsepc_10.42.42.118: Add subscriber {algo_str='mil', imsi='001010123456789', msisdn='7776', subscriber_id=0}\u000a13:56:53.734017 run srsepc_10.42.42.118: Starting srsepc\u000a13:56:54.369619 run rm-remote-dir(pid=16260): Launched\u000a13:56:55.555548 run rm-remote-dir(pid=16260): Terminated: ok {rc=0}\u000a13:56:55.879296 run mk-remote-dir(pid=16261): Launched\u000a13:56:57.064334 run mk-remote-dir(pid=16261): Terminated: ok {rc=0}\u000a13:56:57.338504 run scp-inst-to-remote(pid=16262): Launched\u000a13:56:59.523975 run scp-inst-to-remote(pid=16262): Terminated: ok {rc=0}\u000a13:56:59.847550 run rm-remote-dir(pid=16264): Launched\u000a13:57:01.085536 run rm-remote-dir(pid=16264): Terminated: ok {rc=0}\u000a13:57:01.476612 run mk-remote-dir(pid=16265): Launched\u000a13:57:02.668912 run mk-remote-dir(pid=16265): Terminated: ok {rc=0}\u000a13:57:02.942810 run scp-cfg-to-remote(pid=16266): Launched\u000a13:57:04.126389 run scp-cfg-to-remote(pid=16266): Terminated: ok {rc=0}\u000a13:57:04.399148 run scp-db-to-remote(pid=16268): Launched\u000a13:57:05.582294 run scp-db-to-remote(pid=16268): Terminated: ok {rc=0}\u000a13:57:05.694619 run srsepc_10.42.42.118: Setting RPATH for srsepc\u000a13:57:06.009971 run patchelf(pid=16270): Launched\u000a13:57:07.193582 run patchelf(pid=16270): Terminated: ok {rc=0}\u000a13:57:07.305820 run srsepc_10.42.42.118: Applying CAP_NET_ADMIN capability to srsepc\u000a13:57:07.621159 run setcap-netadm(pid=16271): Launched\u000a13:57:08.804175 run setcap-netadm(pid=16271): Terminated: ok {rc=0}\u000a13:57:09.111194 run srsepc(pid=16272): Launched\u000a13:57:09.218822 run srsenb_srsENB-zmq_10.42.42.117: Starting srsENB\u000a13:57:10.328391 run rm-remote-dir(pid=16273): Launched\u000a13:57:10.512416 run srsepc(pid=16272): ERR: Terminated: ERROR {rc=127} [trial-2375↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_bidir.py:42↪iperf3_bidir.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=16272)]\u000a13:57:10.646874 run srsepc(pid=16272): stdout: \u000a| (launched: 2022-12-10_13:57:08.964198)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a13:57:10.780461 run srsepc(pid=16272): stderr: \u000a| (launched: 2022-12-10_13:57:09.009567)\u000a| Connection to 10.42.42.116 closed. \u000a13:57:10.909504 run srsepc(pid=16272): stdout: \u000a| (launched: 2022-12-10_13:57:08.964198)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a13:57:11.037327 run srsepc(pid=16272): stderr: \u000a| (launched: 2022-12-10_13:57:09.009567)\u000a| Connection to 10.42.42.116 closed. \u000a13:57:11.186506 run rm-remote-dir(pid=16273): Terminating (SIGINT)\u000a13:57:11.362175 run rm-remote-dir(pid=16273): Terminated: ok {rc=0}\u000a13:57:11.394550 tst iperf3_bidir.py:42: ERR: Error: srsepc(pid=16272): Process ended prematurely: srsepc(pid=16272) [trial-2375↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_bidir.py:42↪iperf3_bidir.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=16272)] [trial-2375↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_bidir.py:42]\u000a13:57:11.404145 tst iperf3_bidir.py:42: Test FAILED (18.5 sec)\u000a13:57:11.516209 run scp-back-log(pid=16274): Launched\u000a13:57:12.601514 run scp-back-log(pid=16274): ERR: Terminated: ERROR {rc=1} [trial-2375↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_bidir.py↪iperf3_bidir.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=16274)]\u000a13:57:12.662818 run scp-back-log(pid=16274): stdout: \u000a| (launched: 2022-12-10_13:57:11.444610) \u000a13:57:12.723850 run scp-back-log(pid=16274): stderr: \u000a| (launched: 2022-12-10_13:57:11.464137)\u000a| scp: /osmo-gsm-tester-srsepc/srsepc/srsepc.log: No such file or directory \u000a13:57:12.776335 tst srsepc_10.42.42.118: Error('scp-back-log(pid=16274): launch_sync(): local process exited with status 1 [trial-2375↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_bidir.py↪iperf3_bidir.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=16274)]')\u000a" }, { "testActions" : [ ], "age" : 237, "className" : "4g:srsenb-rftype@zmq+srsue-rftype@zmq", "duration" : 19.0, "errorDetails" : None, "errorStackTrace" : "srsepc(pid=16288): Process ended prematurely: srsepc(pid=16288) [trial-2375↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_dl.py:42↪iperf3_dl.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=16288)]", "failedSince" : 2139, "name" : "iperf3_dl.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/4g/iperf3_dl.py\", line 42, in \u000a enb.start(epc)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 237, in start\u000a self.configure()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 423, in configure\u000a self.rem_host.recreate_remote_dir(self.remote_inst)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 146, in recreate_remote_dir\u000a self.rm_remote_dir(remote_dir)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 139, in rm_remote_dir\u000a self.run_remote_sync('rm-remote-dir', ('test', '!', '-d', remote_dir_str, '||', 'rm', '-rf', remote_dir_str))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 134, in run_remote_sync\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: srsepc(pid=16288): Process ended prematurely: srsepc(pid=16288) [trial-2375↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_dl.py:42↪iperf3_dl.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=16288)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2375 4g:srsenb-rftype@zmq+srsue-rftype@zmq iperf3_dl.py\u000a----------------------------------------------\u000a13:57:12.950652 tst iperf3_dl.py:13: Number of physical ue: 1\u000a13:57:12.991755 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x modem (candidates: 1)\u000a13:57:13.195326 tst iperf3_dl.py:20: ue index0: srsue_10.42.42.116\u000a13:57:13.236462 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x run_node (candidates: 1)\u000a13:57:13.251821 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x enb (candidates: 1)\u000a13:57:13.373369 tst iperf3_dl.py: using MSISDN 7777\u000a13:57:13.480085 run srsepc_10.42.42.118: Add subscriber {algo_str='mil', imsi='001010123456789', msisdn='7777', subscriber_id=0}\u000a13:57:13.585986 run srsepc_10.42.42.118: Starting srsepc\u000a13:57:14.220590 run rm-remote-dir(pid=16276): Launched\u000a13:57:15.406465 run rm-remote-dir(pid=16276): Terminated: ok {rc=0}\u000a13:57:15.730192 run mk-remote-dir(pid=16277): Launched\u000a13:57:16.966870 run mk-remote-dir(pid=16277): Terminated: ok {rc=0}\u000a13:57:17.305018 run scp-inst-to-remote(pid=16278): Launched\u000a13:57:19.488554 run scp-inst-to-remote(pid=16278): Terminated: ok {rc=0}\u000a13:57:19.811683 run rm-remote-dir(pid=16280): Launched\u000a13:57:20.996144 run rm-remote-dir(pid=16280): Terminated: ok {rc=0}\u000a13:57:21.322985 run mk-remote-dir(pid=16281): Launched\u000a13:57:22.508456 run mk-remote-dir(pid=16281): Terminated: ok {rc=0}\u000a13:57:22.782129 run scp-cfg-to-remote(pid=16282): Launched\u000a13:57:23.964236 run scp-cfg-to-remote(pid=16282): Terminated: ok {rc=0}\u000a13:57:24.236815 run scp-db-to-remote(pid=16284): Launched\u000a13:57:25.419630 run scp-db-to-remote(pid=16284): Terminated: ok {rc=0}\u000a13:57:25.532072 run srsepc_10.42.42.118: Setting RPATH for srsepc\u000a13:57:25.846499 run patchelf(pid=16286): Launched\u000a13:57:27.029974 run patchelf(pid=16286): Terminated: ok {rc=0}\u000a13:57:27.142074 run srsepc_10.42.42.118: Applying CAP_NET_ADMIN capability to srsepc\u000a13:57:27.456568 run setcap-netadm(pid=16287): Launched\u000a13:57:28.640747 run setcap-netadm(pid=16287): Terminated: ok {rc=0}\u000a13:57:28.947911 run srsepc(pid=16288): Launched\u000a13:57:29.055180 run srsenb_srsENB-zmq_10.42.42.117: Starting srsENB\u000a13:57:30.166047 run rm-remote-dir(pid=16289): Launched\u000a13:57:30.350203 run srsepc(pid=16288): ERR: Terminated: ERROR {rc=127} [trial-2375↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_dl.py:42↪iperf3_dl.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=16288)]\u000a13:57:30.484646 run srsepc(pid=16288): stdout: \u000a| (launched: 2022-12-10_13:57:28.800819)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a13:57:30.618541 run srsepc(pid=16288): stderr: \u000a| (launched: 2022-12-10_13:57:28.846103)\u000a| Connection to 10.42.42.116 closed. \u000a13:57:30.747807 run srsepc(pid=16288): stdout: \u000a| (launched: 2022-12-10_13:57:28.800819)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a13:57:30.898593 run srsepc(pid=16288): stderr: \u000a| (launched: 2022-12-10_13:57:28.846103)\u000a| Connection to 10.42.42.116 closed. \u000a13:57:31.051705 run rm-remote-dir(pid=16289): Terminating (SIGINT)\u000a13:57:31.231265 run rm-remote-dir(pid=16289): Terminated: ok {rc=0}\u000a13:57:31.264746 tst iperf3_dl.py:42: ERR: Error: srsepc(pid=16288): Process ended prematurely: srsepc(pid=16288) [trial-2375↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_dl.py:42↪iperf3_dl.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=16288)] [trial-2375↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_dl.py:42]\u000a13:57:31.275161 tst iperf3_dl.py:42: Test FAILED (18.5 sec)\u000a13:57:31.405027 run scp-back-log(pid=16290): Launched\u000a13:57:32.504927 run scp-back-log(pid=16290): ERR: Terminated: ERROR {rc=1} [trial-2375↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_dl.py↪iperf3_dl.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=16290)]\u000a13:57:32.566813 run scp-back-log(pid=16290): stdout: \u000a| (launched: 2022-12-10_13:57:31.316740) \u000a13:57:32.628764 run scp-back-log(pid=16290): stderr: \u000a| (launched: 2022-12-10_13:57:31.336659)\u000a| scp: /osmo-gsm-tester-srsepc/srsepc/srsepc.log: No such file or directory \u000a13:57:32.680792 tst srsepc_10.42.42.118: Error('scp-back-log(pid=16290): launch_sync(): local process exited with status 1 [trial-2375↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_dl.py↪iperf3_dl.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=16290)]')\u000a" }, { "testActions" : [ ], "age" : 237, "className" : "4g:srsenb-rftype@zmq+srsue-rftype@zmq", "duration" : 19.0, "errorDetails" : None, "errorStackTrace" : "srsepc(pid=16307): Process ended prematurely: srsepc(pid=16307) [trial-2375↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_ul.py:42↪iperf3_ul.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=16307)]", "failedSince" : 2139, "name" : "iperf3_ul.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/4g/iperf3_ul.py\", line 42, in \u000a enb.start(epc)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 237, in start\u000a self.configure()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 423, in configure\u000a self.rem_host.recreate_remote_dir(self.remote_inst)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 146, in recreate_remote_dir\u000a self.rm_remote_dir(remote_dir)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 139, in rm_remote_dir\u000a self.run_remote_sync('rm-remote-dir', ('test', '!', '-d', remote_dir_str, '||', 'rm', '-rf', remote_dir_str))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 134, in run_remote_sync\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: srsepc(pid=16307): Process ended prematurely: srsepc(pid=16307) [trial-2375↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_ul.py:42↪iperf3_ul.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=16307)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2375 4g:srsenb-rftype@zmq+srsue-rftype@zmq iperf3_ul.py\u000a----------------------------------------------\u000a13:57:32.857022 tst iperf3_ul.py:13: Number of physical ue: 1\u000a13:57:32.898302 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x modem (candidates: 1)\u000a13:57:33.099353 tst iperf3_ul.py:20: ue index0: srsue_10.42.42.116\u000a13:57:33.140428 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x run_node (candidates: 1)\u000a13:57:33.155825 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x enb (candidates: 1)\u000a13:57:33.277279 tst iperf3_ul.py: using MSISDN 7778\u000a13:57:33.383547 run srsepc_10.42.42.118: Add subscriber {algo_str='mil', imsi='001010123456789', msisdn='7778', subscriber_id=0}\u000a13:57:33.488363 run srsepc_10.42.42.118: Starting srsepc\u000a13:57:34.121310 run rm-remote-dir(pid=16292): Launched\u000a13:57:35.306920 run rm-remote-dir(pid=16292): Terminated: ok {rc=0}\u000a13:57:35.630789 run mk-remote-dir(pid=16293): Launched\u000a13:57:36.816201 run mk-remote-dir(pid=16293): Terminated: ok {rc=0}\u000a13:57:37.091148 run scp-inst-to-remote(pid=16297): Launched\u000a13:57:39.288734 run scp-inst-to-remote(pid=16297): Terminated: ok {rc=0}\u000a13:57:39.631021 run rm-remote-dir(pid=16299): Launched\u000a13:57:40.828697 run rm-remote-dir(pid=16299): Terminated: ok {rc=0}\u000a13:57:41.172095 run mk-remote-dir(pid=16300): Launched\u000a13:57:42.369471 run mk-remote-dir(pid=16300): Terminated: ok {rc=0}\u000a13:57:42.658956 run scp-cfg-to-remote(pid=16301): Launched\u000a13:57:43.853671 run scp-cfg-to-remote(pid=16301): Terminated: ok {rc=0}\u000a13:57:44.142157 run scp-db-to-remote(pid=16303): Launched\u000a13:57:45.335747 run scp-db-to-remote(pid=16303): Terminated: ok {rc=0}\u000a13:57:45.455829 run srsepc_10.42.42.118: Setting RPATH for srsepc\u000a13:57:45.790641 run patchelf(pid=16305): Launched\u000a13:57:46.986383 run patchelf(pid=16305): Terminated: ok {rc=0}\u000a13:57:47.117535 run srsepc_10.42.42.118: Applying CAP_NET_ADMIN capability to srsepc\u000a13:57:47.449619 run setcap-netadm(pid=16306): Launched\u000a13:57:48.643607 run setcap-netadm(pid=16306): Terminated: ok {rc=0}\u000a13:57:48.970371 run srsepc(pid=16307): Launched\u000a13:57:49.084849 run srsenb_srsENB-zmq_10.42.42.117: Starting srsENB\u000a13:57:50.265859 run rm-remote-dir(pid=16308): Launched\u000a13:57:50.461684 run srsepc(pid=16307): ERR: Terminated: ERROR {rc=127} [trial-2375↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_ul.py:42↪iperf3_ul.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=16307)]\u000a13:57:50.605384 run srsepc(pid=16307): stdout: \u000a| (launched: 2022-12-10_13:57:48.814887)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a13:57:50.748567 run srsepc(pid=16307): stderr: \u000a| (launched: 2022-12-10_13:57:48.863181)\u000a| Connection to 10.42.42.116 closed. \u000a13:57:50.886890 run srsepc(pid=16307): stdout: \u000a| (launched: 2022-12-10_13:57:48.814887)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a13:57:51.023934 run srsepc(pid=16307): stderr: \u000a| (launched: 2022-12-10_13:57:48.863181)\u000a| Connection to 10.42.42.116 closed. \u000a13:57:51.183426 run rm-remote-dir(pid=16308): Terminating (SIGINT)\u000a13:57:51.370710 run rm-remote-dir(pid=16308): Terminated: ok {rc=0}\u000a13:57:51.405057 tst iperf3_ul.py:42: ERR: Error: srsepc(pid=16307): Process ended prematurely: srsepc(pid=16307) [trial-2375↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_ul.py:42↪iperf3_ul.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=16307)] [trial-2375↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_ul.py:42]\u000a13:57:51.415585 tst iperf3_ul.py:42: Test FAILED (18.7 sec)\u000a13:57:51.530221 run scp-back-log(pid=16309): Launched\u000a13:57:52.620225 run scp-back-log(pid=16309): ERR: Terminated: ERROR {rc=1} [trial-2375↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_ul.py↪iperf3_ul.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=16309)]\u000a13:57:52.685163 run scp-back-log(pid=16309): stdout: \u000a| (launched: 2022-12-10_13:57:51.458598) \u000a13:57:52.750166 run scp-back-log(pid=16309): stderr: \u000a| (launched: 2022-12-10_13:57:51.479532)\u000a| scp: /osmo-gsm-tester-srsepc/srsepc/srsepc.log: No such file or directory \u000a13:57:52.805175 tst srsepc_10.42.42.118: Error('scp-back-log(pid=16309): launch_sync(): local process exited with status 1 [trial-2375↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_ul.py↪iperf3_ul.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=16309)]')\u000a" }, { "testActions" : [ ], "age" : 234, "className" : "4g:srsenb-rftype@zmq+srsue-rftype@zmq", "duration" : 19.0, "errorDetails" : None, "errorStackTrace" : "srsepc(pid=16323): Process ended prematurely: srsepc(pid=16323) [trial-2375↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪ping.py:16↪ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=16323)]", "failedSince" : 2142, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/4g/ping.py\", line 16, in \u000a enb.start(epc)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 237, in start\u000a self.configure()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 423, in configure\u000a self.rem_host.recreate_remote_dir(self.remote_inst)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 146, in recreate_remote_dir\u000a self.rm_remote_dir(remote_dir)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 139, in rm_remote_dir\u000a self.run_remote_sync('rm-remote-dir', ('test', '!', '-d', remote_dir_str, '||', 'rm', '-rf', remote_dir_str))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 134, in run_remote_sync\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: srsepc(pid=16323): Process ended prematurely: srsepc(pid=16323) [trial-2375↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪ping.py:16↪ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=16323)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2375 4g:srsenb-rftype@zmq+srsue-rftype@zmq ping.py\u000a----------------------------------------------\u000a13:57:52.819913 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x run_node (candidates: 1)\u000a13:57:52.836661 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x enb (candidates: 1)\u000a13:57:52.860274 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x modem (candidates: 1)\u000a13:57:53.001280 tst ping.py: using MSISDN 7779\u000a13:57:53.108761 run srsepc_10.42.42.118: Add subscriber {algo_str='mil', imsi='001010123456789', msisdn='7779', subscriber_id=0}\u000a13:57:53.214779 run srsepc_10.42.42.118: Starting srsepc\u000a13:57:53.853087 run rm-remote-dir(pid=16311): Launched\u000a13:57:55.037095 run rm-remote-dir(pid=16311): Terminated: ok {rc=0}\u000a13:57:55.360816 run mk-remote-dir(pid=16312): Launched\u000a13:57:56.544725 run mk-remote-dir(pid=16312): Terminated: ok {rc=0}\u000a13:57:56.817526 run scp-inst-to-remote(pid=16313): Launched\u000a13:57:59.002188 run scp-inst-to-remote(pid=16313): Terminated: ok {rc=0}\u000a13:57:59.325153 run rm-remote-dir(pid=16315): Launched\u000a13:58:00.509864 run rm-remote-dir(pid=16315): Terminated: ok {rc=0}\u000a13:58:00.833536 run mk-remote-dir(pid=16316): Launched\u000a13:58:02.073448 run mk-remote-dir(pid=16316): Terminated: ok {rc=0}\u000a13:58:02.372302 run scp-cfg-to-remote(pid=16317): Launched\u000a13:58:03.568530 run scp-cfg-to-remote(pid=16317): Terminated: ok {rc=0}\u000a13:58:03.857874 run scp-db-to-remote(pid=16319): Launched\u000a13:58:05.052895 run scp-db-to-remote(pid=16319): Terminated: ok {rc=0}\u000a13:58:05.172864 run srsepc_10.42.42.118: Setting RPATH for srsepc\u000a13:58:05.506539 run patchelf(pid=16321): Launched\u000a13:58:06.701757 run patchelf(pid=16321): Terminated: ok {rc=0}\u000a13:58:06.821696 run srsepc_10.42.42.118: Applying CAP_NET_ADMIN capability to srsepc\u000a13:58:07.154649 run setcap-netadm(pid=16322): Launched\u000a13:58:08.338423 run setcap-netadm(pid=16322): Terminated: ok {rc=0}\u000a13:58:08.645041 run srsepc(pid=16323): Launched\u000a13:58:08.751857 run srsenb_srsENB-zmq_10.42.42.117: Starting srsENB\u000a13:58:09.861141 run rm-remote-dir(pid=16324): Launched\u000a13:58:10.046886 run srsepc(pid=16323): ERR: Terminated: ERROR {rc=127} [trial-2375↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪ping.py:16↪ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=16323)]\u000a13:58:10.181709 run srsepc(pid=16323): stdout: \u000a| (launched: 2022-12-10_13:58:08.497927)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a13:58:10.315236 run srsepc(pid=16323): stderr: \u000a| (launched: 2022-12-10_13:58:08.542873)\u000a| Connection to 10.42.42.116 closed. \u000a13:58:10.444072 run srsepc(pid=16323): stdout: \u000a| (launched: 2022-12-10_13:58:08.497927)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a13:58:10.571696 run srsepc(pid=16323): stderr: \u000a| (launched: 2022-12-10_13:58:08.542873)\u000a| Connection to 10.42.42.116 closed. \u000a13:58:10.720331 run rm-remote-dir(pid=16324): Terminating (SIGINT)\u000a13:58:10.895783 run rm-remote-dir(pid=16324): Terminated: ok {rc=0}\u000a13:58:10.928157 tst ping.py:16: ERR: Error: srsepc(pid=16323): Process ended prematurely: srsepc(pid=16323) [trial-2375↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪ping.py:16↪ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=16323)] [trial-2375↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪ping.py:16]\u000a13:58:10.937656 tst ping.py:16: Test FAILED (18.1 sec)\u000a13:58:11.045316 run scp-back-log(pid=16325): Launched\u000a13:58:12.129427 run scp-back-log(pid=16325): ERR: Terminated: ERROR {rc=1} [trial-2375↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪ping.py↪ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=16325)]\u000a13:58:12.189853 run scp-back-log(pid=16325): stdout: \u000a| (launched: 2022-12-10_13:58:10.977802) \u000a13:58:12.250547 run scp-back-log(pid=16325): stderr: \u000a| (launched: 2022-12-10_13:58:10.997112)\u000a| scp: /osmo-gsm-tester-srsepc/srsepc/srsepc.log: No such file or directory \u000a13:58:12.301989 tst srsepc_10.42.42.118: Error('scp-back-log(pid=16325): launch_sync(): local process exited with status 1 [trial-2375↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪ping.py↪ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=16325)]')\u000a" }, { "testActions" : [ ], "age" : 237, "className" : "4g:srsenb-rftype@zmq+srsue-rftype@zmq", "duration" : 19.0, "errorDetails" : None, "errorStackTrace" : "srsepc(pid=16339): Process ended prematurely: srsepc(pid=16339) [trial-2375↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mo_ping.py:16↪rrc_idle_mo_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=16339)]", "failedSince" : 2139, "name" : "rrc_idle_mo_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/4g/rrc_idle_mo_ping.py\", line 16, in \u000a enb.start(epc)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 237, in start\u000a self.configure()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 423, in configure\u000a self.rem_host.recreate_remote_dir(self.remote_inst)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 146, in recreate_remote_dir\u000a self.rm_remote_dir(remote_dir)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 139, in rm_remote_dir\u000a self.run_remote_sync('rm-remote-dir', ('test', '!', '-d', remote_dir_str, '||', 'rm', '-rf', remote_dir_str))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 134, in run_remote_sync\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: srsepc(pid=16339): Process ended prematurely: srsepc(pid=16339) [trial-2375↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mo_ping.py:16↪rrc_idle_mo_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=16339)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2375 4g:srsenb-rftype@zmq+srsue-rftype@zmq rrc_idle_mo_ping.py\u000a----------------------------------------------\u000a13:58:12.315471 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x run_node (candidates: 1)\u000a13:58:12.331726 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x enb (candidates: 1)\u000a13:58:12.354179 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x modem (candidates: 1)\u000a13:58:12.498113 tst rrc_idle_mo_ping.py: using MSISDN 7780\u000a13:58:12.604562 run srsepc_10.42.42.118: Add subscriber {algo_str='mil', imsi='001010123456789', msisdn='7780', subscriber_id=0}\u000a13:58:12.709709 run srsepc_10.42.42.118: Starting srsepc\u000a13:58:13.341715 run rm-remote-dir(pid=16327): Launched\u000a13:58:14.526580 run rm-remote-dir(pid=16327): Terminated: ok {rc=0}\u000a13:58:14.848515 run mk-remote-dir(pid=16328): Launched\u000a13:58:16.099503 run mk-remote-dir(pid=16328): Terminated: ok {rc=0}\u000a13:58:16.407661 run scp-inst-to-remote(pid=16329): Launched\u000a13:58:18.604103 run scp-inst-to-remote(pid=16329): Terminated: ok {rc=0}\u000a13:58:18.925753 run rm-remote-dir(pid=16331): Launched\u000a13:58:20.110321 run rm-remote-dir(pid=16331): Terminated: ok {rc=0}\u000a13:58:20.431844 run mk-remote-dir(pid=16332): Launched\u000a13:58:21.616206 run mk-remote-dir(pid=16332): Terminated: ok {rc=0}\u000a13:58:21.888673 run scp-cfg-to-remote(pid=16333): Launched\u000a13:58:23.069775 run scp-cfg-to-remote(pid=16333): Terminated: ok {rc=0}\u000a13:58:23.341551 run scp-db-to-remote(pid=16335): Launched\u000a13:58:24.523460 run scp-db-to-remote(pid=16335): Terminated: ok {rc=0}\u000a13:58:24.634945 run srsepc_10.42.42.118: Setting RPATH for srsepc\u000a13:58:24.947374 run patchelf(pid=16337): Launched\u000a13:58:26.130310 run patchelf(pid=16337): Terminated: ok {rc=0}\u000a13:58:26.241738 run srsepc_10.42.42.118: Applying CAP_NET_ADMIN capability to srsepc\u000a13:58:26.554108 run setcap-netadm(pid=16338): Launched\u000a13:58:27.735827 run setcap-netadm(pid=16338): Terminated: ok {rc=0}\u000a13:58:28.041682 run srsepc(pid=16339): Launched\u000a13:58:28.148660 run srsenb_srsENB-zmq_10.42.42.117: Starting srsENB\u000a13:58:29.264285 run rm-remote-dir(pid=16340): Launched\u000a13:58:29.448237 run srsepc(pid=16339): ERR: Terminated: ERROR {rc=127} [trial-2375↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mo_ping.py:16↪rrc_idle_mo_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=16339)]\u000a13:58:29.582835 run srsepc(pid=16339): stdout: \u000a| (launched: 2022-12-10_13:58:27.895580)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a13:58:29.716482 run srsepc(pid=16339): stderr: \u000a| (launched: 2022-12-10_13:58:27.940368)\u000a| Connection to 10.42.42.116 closed. \u000a13:58:29.845662 run srsepc(pid=16339): stdout: \u000a| (launched: 2022-12-10_13:58:27.895580)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a13:58:29.973364 run srsepc(pid=16339): stderr: \u000a| (launched: 2022-12-10_13:58:27.940368)\u000a| Connection to 10.42.42.116 closed. \u000a13:58:30.123953 run rm-remote-dir(pid=16340): Terminating (SIGINT)\u000a13:58:30.300627 run rm-remote-dir(pid=16340): Terminated: ok {rc=0}\u000a13:58:30.333196 tst rrc_idle_mo_ping.py:16: ERR: Error: srsepc(pid=16339): Process ended prematurely: srsepc(pid=16339) [trial-2375↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mo_ping.py:16↪rrc_idle_mo_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=16339)] [trial-2375↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mo_ping.py:16]\u000a13:58:30.342770 tst rrc_idle_mo_ping.py:16: Test FAILED (18.0 sec)\u000a13:58:30.450869 run scp-back-log(pid=16341): Launched\u000a13:58:31.559082 run scp-back-log(pid=16341): ERR: Terminated: ERROR {rc=1} [trial-2375↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mo_ping.py↪rrc_idle_mo_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=16341)]\u000a13:58:31.633614 run scp-back-log(pid=16341): stdout: \u000a| (launched: 2022-12-10_13:58:30.383087) \u000a13:58:31.708932 run scp-back-log(pid=16341): stderr: \u000a| (launched: 2022-12-10_13:58:30.402635)\u000a| scp: /osmo-gsm-tester-srsepc/srsepc/srsepc.log: No such file or directory \u000a13:58:31.772655 tst srsepc_10.42.42.118: Error('scp-back-log(pid=16341): launch_sync(): local process exited with status 1 [trial-2375↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mo_ping.py↪rrc_idle_mo_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=16341)]')\u000a" }, { "testActions" : [ ], "age" : 237, "className" : "4g:srsenb-rftype@zmq+srsue-rftype@zmq", "duration" : 19.0, "errorDetails" : None, "errorStackTrace" : "srsepc(pid=16356): Process ended prematurely: srsepc(pid=16356) [trial-2375↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mt_ping.py:16↪rrc_idle_mt_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=16356)]", "failedSince" : 2139, "name" : "rrc_idle_mt_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/4g/rrc_idle_mt_ping.py\", line 16, in \u000a enb.start(epc)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 237, in start\u000a self.configure()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 423, in configure\u000a self.rem_host.recreate_remote_dir(self.remote_inst)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 146, in recreate_remote_dir\u000a self.rm_remote_dir(remote_dir)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 139, in rm_remote_dir\u000a self.run_remote_sync('rm-remote-dir', ('test', '!', '-d', remote_dir_str, '||', 'rm', '-rf', remote_dir_str))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 134, in run_remote_sync\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: srsepc(pid=16356): Process ended prematurely: srsepc(pid=16356) [trial-2375↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mt_ping.py:16↪rrc_idle_mt_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=16356)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2375 4g:srsenb-rftype@zmq+srsue-rftype@zmq rrc_idle_mt_ping.py\u000a----------------------------------------------\u000a13:58:31.789765 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x run_node (candidates: 1)\u000a13:58:31.815771 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x enb (candidates: 1)\u000a13:58:31.846455 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x modem (candidates: 1)\u000a13:58:32.021664 tst rrc_idle_mt_ping.py: using MSISDN 7781\u000a13:58:32.177635 run srsepc_10.42.42.118: Add subscriber {algo_str='mil', imsi='001010123456789', msisdn='7781', subscriber_id=0}\u000a13:58:32.290073 run srsepc_10.42.42.118: Starting srsepc\u000a13:58:32.926981 run rm-remote-dir(pid=16343): Launched\u000a13:58:34.122653 run rm-remote-dir(pid=16343): Terminated: ok {rc=0}\u000a13:58:34.466277 run mk-remote-dir(pid=16344): Launched\u000a13:58:35.665373 run mk-remote-dir(pid=16344): Terminated: ok {rc=0}\u000a13:58:35.955615 run scp-inst-to-remote(pid=16345): Launched\u000a13:58:38.151553 run scp-inst-to-remote(pid=16345): Terminated: ok {rc=0}\u000a13:58:38.494417 run rm-remote-dir(pid=16347): Launched\u000a13:58:39.691505 run rm-remote-dir(pid=16347): Terminated: ok {rc=0}\u000a13:58:40.034055 run mk-remote-dir(pid=16348): Launched\u000a13:58:41.231475 run mk-remote-dir(pid=16348): Terminated: ok {rc=0}\u000a13:58:41.521784 run scp-cfg-to-remote(pid=16349): Launched\u000a13:58:42.715348 run scp-cfg-to-remote(pid=16349): Terminated: ok {rc=0}\u000a13:58:43.005194 run scp-db-to-remote(pid=16351): Launched\u000a13:58:44.200865 run scp-db-to-remote(pid=16351): Terminated: ok {rc=0}\u000a13:58:44.321481 run srsepc_10.42.42.118: Setting RPATH for srsepc\u000a13:58:44.655258 run patchelf(pid=16354): Launched\u000a13:58:45.853394 run patchelf(pid=16354): Terminated: ok {rc=0}\u000a13:58:45.969963 run srsepc_10.42.42.118: Applying CAP_NET_ADMIN capability to srsepc\u000a13:58:46.357109 run setcap-netadm(pid=16355): Launched\u000a13:58:47.563112 run setcap-netadm(pid=16355): Terminated: ok {rc=0}\u000a13:58:47.871183 run srsepc(pid=16356): Launched\u000a13:58:47.979091 run srsenb_srsENB-zmq_10.42.42.117: Starting srsENB\u000a13:58:49.096125 run rm-remote-dir(pid=16357): Launched\u000a13:58:49.280695 run srsepc(pid=16356): ERR: Terminated: ERROR {rc=127} [trial-2375↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mt_ping.py:16↪rrc_idle_mt_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=16356)]\u000a13:58:49.416244 run srsepc(pid=16356): stdout: \u000a| (launched: 2022-12-10_13:58:47.723698)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a13:58:49.550274 run srsepc(pid=16356): stderr: \u000a| (launched: 2022-12-10_13:58:47.768774)\u000a| Connection to 10.42.42.116 closed. \u000a13:58:49.679330 run srsepc(pid=16356): stdout: \u000a| (launched: 2022-12-10_13:58:47.723698)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a13:58:49.807098 run srsepc(pid=16356): stderr: \u000a| (launched: 2022-12-10_13:58:47.768774)\u000a| Connection to 10.42.42.116 closed. \u000a13:58:49.957123 run rm-remote-dir(pid=16357): Terminating (SIGINT)\u000a13:58:50.133365 run rm-remote-dir(pid=16357): Terminated: ok {rc=0}\u000a13:58:50.166297 tst rrc_idle_mt_ping.py:16: ERR: Error: srsepc(pid=16356): Process ended prematurely: srsepc(pid=16356) [trial-2375↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mt_ping.py:16↪rrc_idle_mt_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=16356)] [trial-2375↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mt_ping.py:16]\u000a13:58:50.175692 tst rrc_idle_mt_ping.py:16: Test FAILED (18.4 sec)\u000a13:58:50.285178 run scp-back-log(pid=16358): Launched\u000a13:58:51.370483 run scp-back-log(pid=16358): ERR: Terminated: ERROR {rc=1} [trial-2375↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mt_ping.py↪rrc_idle_mt_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=16358)]\u000a13:58:51.431875 run scp-back-log(pid=16358): stdout: \u000a| (launched: 2022-12-10_13:58:50.216346) \u000a13:58:51.493054 run scp-back-log(pid=16358): stderr: \u000a| (launched: 2022-12-10_13:58:50.236261)\u000a| scp: /osmo-gsm-tester-srsepc/srsepc/srsepc.log: No such file or directory \u000a13:58:51.545009 tst srsepc_10.42.42.118: Error('scp-back-log(pid=16358): launch_sync(): local process exited with status 1 [trial-2375↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mt_ping.py↪rrc_idle_mt_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=16358)]')\u000a" } ], "duration" : 141.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "163", "name" : "4g_srsenb-rftype@zmq+srsue-rftype@zmq", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T13:56:31" }, { "cases" : [ { "testActions" : [ ], "age" : 173, "className" : "handover_2G:nanobts+bts1-oc2g", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16371): Process ended prematurely: osmo-stp_10.42.42.5(pid=16371) [trial-2375↪handover_2G:nanobts+bts1-oc2g↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16371)]", "failedSince" : 2203, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16371): Process ended prematurely: osmo-stp_10.42.42.5(pid=16371) [trial-2375↪handover_2G:nanobts+bts1-oc2g↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16371)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2375 handover_2G:nanobts+bts1-oc2g handover.py\u000a----------------------------------------------\u000a13:58:52.389675 tst handover_2G:nanobts+bts1-oc2g: Using 1 x ip_address (candidates: 6)\u000a13:58:52.400810 tst handover_2G:nanobts+bts1-oc2g: Using 1 x bts (candidates: 2)\u000a13:58:52.538784 tst handover.py: using LAC 28868\u000a13:58:52.664840 tst handover.py: using RAC 53\u000a13:58:52.790899 tst handover.py: using CellId 28868\u000a13:58:52.921427 tst handover.py: using BVCI 28869\u000a13:58:52.945942 tst handover_2G:nanobts+bts1-oc2g: Using 1 x bts (candidates: 2)\u000a13:58:53.071542 tst handover.py: using LAC 28869\u000a13:58:53.194464 tst handover.py: using RAC 54\u000a13:58:53.317952 tst handover.py: using CellId 28869\u000a13:58:53.445835 tst handover.py: using BVCI 28870\u000a13:58:53.469973 tst handover_2G:nanobts+bts1-oc2g: Using 1 x ip_address (candidates: 6)\u000a13:58:53.480928 tst handover_2G:nanobts+bts1-oc2g: Using 1 x ip_address (candidates: 6)\u000a13:58:53.491812 tst handover_2G:nanobts+bts1-oc2g: Using 1 x ip_address (candidates: 6)\u000a13:58:53.502968 tst handover_2G:nanobts+bts1-oc2g: Using 1 x ip_address (candidates: 6)\u000a13:58:53.514840 tst handover_2G:nanobts+bts1-oc2g: Using 1 x ip_address (candidates: 6)\u000a13:58:53.526258 tst handover_2G:nanobts+bts1-oc2g: Using 1 x modem (candidates: 2)\u000a13:58:53.640665 tst handover_2G:nanobts+bts1-oc2g: Using 1 x modem (candidates: 2)\u000a13:58:53.839106 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:58:54.309145 run create_hlr_db(pid=16365): Launched\u000a13:58:55.484418 run create_hlr_db(pid=16365): Terminated: ok {rc=0}\u000a13:58:55.791711 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16367): Launched\u000a13:58:56.088746 run osmo-hlr_10.42.42.2(pid=16368): Launched\u000a13:58:56.204174 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:58:56.731243 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16370): Launched\u000a13:58:57.029300 run osmo-stp_10.42.42.5(pid=16371): Launched\u000a13:58:57.137942 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a13:58:57.681510 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16373): Launched\u000a13:58:57.979736 run osmo-msc_10.42.42.6(pid=16374): Launched\u000a13:58:58.156434 run osmo-stp_10.42.42.5(pid=16371): ERR: Terminated: ERROR {rc=1} [trial-2375↪handover_2G:nanobts+bts1-oc2g↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16371)]\u000a13:58:58.283393 run osmo-stp_10.42.42.5(pid=16371): stdout: \u000a| (launched: 2022-12-10_13:58:56.882900)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:58:58.407062 run osmo-stp_10.42.42.5(pid=16371): stderr: \u000a| �[0;m�[38;5;43m20221210135857053 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210135857053 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210135857053 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210135857054 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210135857054 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210135857054 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210135857054 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:58:58.525880 run osmo-stp_10.42.42.5(pid=16371): stdout: \u000a| (launched: 2022-12-10_13:58:56.882900)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:58:58.643292 run osmo-stp_10.42.42.5(pid=16371): stderr: \u000a| �[0;m�[38;5;43m20221210135857053 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210135857053 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210135857053 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210135857054 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210135857054 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210135857054 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210135857054 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:58:58.694883 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=16371): Process ended prematurely: osmo-stp_10.42.42.5(pid=16371) [trial-2375↪handover_2G:nanobts+bts1-oc2g↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16371)] [trial-2375↪handover_2G:nanobts+bts1-oc2g↪handover.py:18]\u000a13:58:58.702707 tst handover.py:18: Test FAILED (6.3 sec)\u000a13:58:58.761108 run osmo-hlr_10.42.42.2(pid=16368): ERR: Terminated: ERROR {rc=237} [trial-2375↪handover_2G:nanobts+bts1-oc2g↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16368)]\u000a13:58:58.809221 run osmo-hlr_10.42.42.2(pid=16368): stdout: \u000a| (launched: 2022-12-10_13:58:55.942962) \u000a13:58:58.857983 run osmo-hlr_10.42.42.2(pid=16368): stderr: \u000a| �[0;m�[1;31m20221210135856117 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210135856117 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210135856117 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210135856117 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210135856117 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210135856118 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210135856130 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2375/run.2022-12-10_12-42-03/handover_2G:nanobts+bts1-oc2g/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210135856138 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210135856139 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210135856139 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:58:58.924351 run osmo-msc_10.42.42.6(pid=16374): ERR: Terminated: ERROR {rc=2} [trial-2375↪handover_2G:nanobts+bts1-oc2g↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=16374)]\u000a13:58:58.972541 run osmo-msc_10.42.42.6(pid=16374): stdout: \u000a| (launched: 2022-12-10_13:58:57.832860) \u000a13:58:59.021425 run osmo-msc_10.42.42.6(pid=16374): stderr: \u000a| �[0;m�[38;5;43m20221210135858100 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210135858101 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fde38ffac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210135858101 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210135858101 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210135858101 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210135858101 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210135858103 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210135858103 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210135858103 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210135858103 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a13:58:59.062600 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16367): Terminating (SIGTERM)\u000a13:58:59.101848 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16370): Terminating (SIGTERM)\u000a13:58:59.141002 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16373): Terminating (SIGTERM)\u000a13:58:59.150056 --- ParallelTerminationStrategy: PID 16367 died...\u000a13:58:59.202940 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16367): Terminated: ok {rc=0}\u000a13:58:59.212395 --- ParallelTerminationStrategy: PID 16370 died...\u000a13:58:59.264543 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16370): Terminated: ok {rc=0}\u000a13:58:59.273924 --- ParallelTerminationStrategy: PID 16373 died...\u000a13:58:59.325900 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16373): Terminated: ok {rc=0}\u000a13:58:59.414118 bus /sierra_3: Setting Powered False\u000a13:59:00.516292 bus /sierra_3: Setting Powered False\u000a13:59:01.631919 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "164", "name" : "handover_2G_nanobts+bts1-oc2g", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T13:58:52" }, { "cases" : [ { "testActions" : [ ], "age" : 204, "className" : "handover_2G:nanobts+bts1-octphy", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16386): Process ended prematurely: osmo-stp_10.42.42.5(pid=16386) [trial-2375↪handover_2G:nanobts+bts1-octphy↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16386)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16386): Process ended prematurely: osmo-stp_10.42.42.5(pid=16386) [trial-2375↪handover_2G:nanobts+bts1-octphy↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16386)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2375 handover_2G:nanobts+bts1-octphy handover.py\u000a----------------------------------------------\u000a13:59:03.574544 tst handover_2G:nanobts+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a13:59:03.585127 tst handover_2G:nanobts+bts1-octphy: Using 1 x bts (candidates: 2)\u000a13:59:03.706449 tst handover.py: using LAC 28870\u000a13:59:03.823117 tst handover.py: using RAC 55\u000a13:59:03.939994 tst handover.py: using CellId 28870\u000a13:59:04.070941 tst handover.py: using BVCI 28871\u000a13:59:04.095566 tst handover_2G:nanobts+bts1-octphy: Using 1 x bts (candidates: 2)\u000a13:59:04.220859 tst handover.py: using LAC 28871\u000a13:59:04.344731 tst handover.py: using RAC 56\u000a13:59:04.468823 tst handover.py: using CellId 28871\u000a13:59:04.593533 tst handover.py: using BVCI 28872\u000a13:59:04.617983 tst handover_2G:nanobts+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a13:59:04.629191 tst handover_2G:nanobts+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a13:59:04.640091 tst handover_2G:nanobts+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a13:59:04.652016 tst handover_2G:nanobts+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a13:59:04.664295 tst handover_2G:nanobts+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a13:59:04.675857 tst handover_2G:nanobts+bts1-octphy: Using 1 x modem (candidates: 2)\u000a13:59:04.792731 tst handover_2G:nanobts+bts1-octphy: Using 1 x modem (candidates: 2)\u000a13:59:05.002306 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:59:05.482555 run create_hlr_db(pid=16380): Launched\u000a13:59:05.612488 bus /sierra_2: Setting Powered False\u000a13:59:06.686287 run create_hlr_db(pid=16380): Terminated: ok {rc=0}\u000a13:59:07.062135 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16382): Launched\u000a13:59:07.361073 run osmo-hlr_10.42.42.2(pid=16383): Launched\u000a13:59:07.478020 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:59:07.977594 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16385): Launched\u000a13:59:08.275247 run osmo-stp_10.42.42.5(pid=16386): Launched\u000a13:59:08.384888 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a13:59:08.904603 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16388): Launched\u000a13:59:09.204207 run osmo-msc_10.42.42.6(pid=16389): Launched\u000a13:59:09.380722 run osmo-stp_10.42.42.5(pid=16386): ERR: Terminated: ERROR {rc=1} [trial-2375↪handover_2G:nanobts+bts1-octphy↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16386)]\u000a13:59:09.507577 run osmo-stp_10.42.42.5(pid=16386): stdout: \u000a| (launched: 2022-12-10_13:59:08.129707)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:59:09.632072 run osmo-stp_10.42.42.5(pid=16386): stderr: \u000a| �[0;m�[38;5;43m20221210135908299 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210135908299 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210135908300 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210135908300 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210135908301 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210135908301 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210135908301 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:59:09.752308 run osmo-stp_10.42.42.5(pid=16386): stdout: \u000a| (launched: 2022-12-10_13:59:08.129707)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:59:09.870988 run osmo-stp_10.42.42.5(pid=16386): stderr: \u000a| �[0;m�[38;5;43m20221210135908299 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210135908299 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210135908300 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210135908300 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210135908301 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210135908301 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210135908301 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:59:09.922945 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=16386): Process ended prematurely: osmo-stp_10.42.42.5(pid=16386) [trial-2375↪handover_2G:nanobts+bts1-octphy↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16386)] [trial-2375↪handover_2G:nanobts+bts1-octphy↪handover.py:18]\u000a13:59:09.931003 tst handover.py:18: Test FAILED (6.3 sec)\u000a13:59:09.989097 run osmo-hlr_10.42.42.2(pid=16383): ERR: Terminated: ERROR {rc=237} [trial-2375↪handover_2G:nanobts+bts1-octphy↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16383)]\u000a13:59:10.037014 run osmo-hlr_10.42.42.2(pid=16383): stdout: \u000a| (launched: 2022-12-10_13:59:07.214442) \u000a13:59:10.085632 run osmo-hlr_10.42.42.2(pid=16383): stderr: \u000a| �[0;m�[1;31m20221210135907388 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210135907388 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210135907388 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210135907388 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210135907388 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210135907388 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210135907402 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2375/run.2022-12-10_12-42-03/handover_2G:nanobts+bts1-octphy/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210135907411 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210135907411 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210135907411 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:59:10.151615 run osmo-msc_10.42.42.6(pid=16389): ERR: Terminated: ERROR {rc=2} [trial-2375↪handover_2G:nanobts+bts1-octphy↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=16389)]\u000a13:59:10.199728 run osmo-msc_10.42.42.6(pid=16389): stdout: \u000a| (launched: 2022-12-10_13:59:09.057115) \u000a13:59:10.248076 run osmo-msc_10.42.42.6(pid=16389): stderr: \u000a| �[0;m�[38;5;43m20221210135909326 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210135909326 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fad223eac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210135909326 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210135909327 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210135909327 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210135909327 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210135909329 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210135909329 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210135909329 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210135909329 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a13:59:10.289134 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16382): Terminating (SIGTERM)\u000a13:59:10.328036 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16385): Terminating (SIGTERM)\u000a13:59:10.366988 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16388): Terminating (SIGTERM)\u000a13:59:10.375978 --- ParallelTerminationStrategy: PID 16382 died...\u000a13:59:10.428207 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16382): Terminated: ok {rc=0}\u000a13:59:10.437710 --- ParallelTerminationStrategy: PID 16385 died...\u000a13:59:10.489648 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16385): Terminated: ok {rc=0}\u000a13:59:10.499193 --- ParallelTerminationStrategy: PID 16388 died...\u000a13:59:10.550878 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16388): Terminated: ok {rc=0}\u000a13:59:10.639082 bus /sierra_3: Setting Powered False\u000a13:59:11.740565 bus /sierra_3: Setting Powered False\u000a13:59:12.849896 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "165", "name" : "handover_2G_nanobts+bts1-octphy", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T13:59:03" }, { "cases" : [ { "testActions" : [ ], "age" : 204, "className" : "handover_2G:nanobts+bts1-trx-lms", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16400): Process ended prematurely: osmo-stp_10.42.42.5(pid=16400) [trial-2375↪handover_2G:nanobts+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16400)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16400): Process ended prematurely: osmo-stp_10.42.42.5(pid=16400) [trial-2375↪handover_2G:nanobts+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16400)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2375 handover_2G:nanobts+bts1-trx-lms handover.py\u000a----------------------------------------------\u000a13:59:14.842422 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a13:59:14.853557 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x bts (candidates: 2)\u000a13:59:14.984913 tst handover.py: using LAC 28872\u000a13:59:15.108704 tst handover.py: using RAC 57\u000a13:59:15.231596 tst handover.py: using CellId 28872\u000a13:59:15.354811 tst handover.py: using BVCI 28873\u000a13:59:15.378968 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x bts (candidates: 2)\u000a13:59:15.520099 tst handover.py: using LAC 28873\u000a13:59:15.645260 tst handover.py: using RAC 58\u000a13:59:15.768557 tst handover.py: using CellId 28873\u000a13:59:15.904086 tst handover.py: using BVCI 28874\u000a13:59:15.929893 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a13:59:15.941727 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a13:59:15.953962 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a13:59:15.965810 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a13:59:15.978632 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a13:59:15.991154 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x modem (candidates: 2)\u000a13:59:16.116832 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x modem (candidates: 2)\u000a13:59:16.375249 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:59:16.902278 run create_hlr_db(pid=16394): Launched\u000a13:59:17.029093 bus /sierra_2: Setting Powered False\u000a13:59:18.096094 run create_hlr_db(pid=16394): Terminated: ok {rc=0}\u000a13:59:18.467915 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16396): Launched\u000a13:59:18.766781 run osmo-hlr_10.42.42.2(pid=16397): Launched\u000a13:59:18.880318 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:59:19.378701 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16399): Launched\u000a13:59:19.677045 run osmo-stp_10.42.42.5(pid=16400): Launched\u000a13:59:19.786011 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a13:59:20.304342 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16402): Launched\u000a13:59:20.602729 run osmo-msc_10.42.42.6(pid=16403): Launched\u000a13:59:20.778733 run osmo-stp_10.42.42.5(pid=16400): ERR: Terminated: ERROR {rc=1} [trial-2375↪handover_2G:nanobts+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16400)]\u000a13:59:20.904792 run osmo-stp_10.42.42.5(pid=16400): stdout: \u000a| (launched: 2022-12-10_13:59:19.530382)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:59:21.028941 run osmo-stp_10.42.42.5(pid=16400): stderr: \u000a| �[0;m�[38;5;43m20221210135919700 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210135919701 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210135919701 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210135919701 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210135919702 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210135919702 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210135919702 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:59:21.148431 run osmo-stp_10.42.42.5(pid=16400): stdout: \u000a| (launched: 2022-12-10_13:59:19.530382)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:59:21.266766 run osmo-stp_10.42.42.5(pid=16400): stderr: \u000a| �[0;m�[38;5;43m20221210135919700 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210135919701 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210135919701 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210135919701 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210135919702 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210135919702 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210135919702 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:59:21.318712 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=16400): Process ended prematurely: osmo-stp_10.42.42.5(pid=16400) [trial-2375↪handover_2G:nanobts+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16400)] [trial-2375↪handover_2G:nanobts+bts1-trx-lms↪handover.py:18]\u000a13:59:21.326583 tst handover.py:18: Test FAILED (6.5 sec)\u000a13:59:21.384581 run osmo-hlr_10.42.42.2(pid=16397): ERR: Terminated: ERROR {rc=237} [trial-2375↪handover_2G:nanobts+bts1-trx-lms↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16397)]\u000a13:59:21.432344 run osmo-hlr_10.42.42.2(pid=16397): stdout: \u000a| (launched: 2022-12-10_13:59:18.620125) \u000a13:59:21.480743 run osmo-hlr_10.42.42.2(pid=16397): stderr: \u000a| �[0;m�[1;31m20221210135918796 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210135918796 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210135918796 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210135918796 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210135918796 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210135918796 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210135918809 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2375/run.2022-12-10_12-42-03/handover_2G:nanobts+bts1-trx-lms/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210135918818 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210135918818 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210135918818 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:59:21.546794 run osmo-msc_10.42.42.6(pid=16403): ERR: Terminated: ERROR {rc=2} [trial-2375↪handover_2G:nanobts+bts1-trx-lms↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=16403)]\u000a13:59:21.594683 run osmo-msc_10.42.42.6(pid=16403): stdout: \u000a| (launched: 2022-12-10_13:59:20.455607) \u000a13:59:21.642951 run osmo-msc_10.42.42.6(pid=16403): stderr: \u000a| �[0;m�[38;5;43m20221210135920728 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210135920728 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f9647151c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210135920728 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210135920728 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210135920729 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210135920729 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210135920731 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210135920731 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210135920731 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210135920731 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a13:59:21.683901 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16396): Terminating (SIGTERM)\u000a13:59:21.722544 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16399): Terminating (SIGTERM)\u000a13:59:21.761136 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16402): Terminating (SIGTERM)\u000a13:59:21.770135 --- ParallelTerminationStrategy: PID 16396 died...\u000a13:59:21.822354 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16396): Terminated: ok {rc=0}\u000a13:59:21.831704 --- ParallelTerminationStrategy: PID 16399 died...\u000a13:59:21.883321 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16399): Terminated: ok {rc=0}\u000a13:59:21.892590 --- ParallelTerminationStrategy: PID 16402 died...\u000a13:59:21.944069 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16402): Terminated: ok {rc=0}\u000a13:59:22.025146 bus /sierra_3: Setting Powered False\u000a13:59:23.131197 bus /sierra_3: Setting Powered False\u000a13:59:24.237076 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "166", "name" : "handover_2G_nanobts+bts1-trx-lms", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T13:59:14" }, { "cases" : [ { "testActions" : [ ], "age" : 204, "className" : "handover_2G:nanobts+bts1-trx-lms-limenet-micro", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16414): Process ended prematurely: osmo-stp_10.42.42.5(pid=16414) [trial-2375↪handover_2G:nanobts+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16414)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16414): Process ended prematurely: osmo-stp_10.42.42.5(pid=16414) [trial-2375↪handover_2G:nanobts+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16414)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2375 handover_2G:nanobts+bts1-trx-lms-limenet-micro handover.py\u000a----------------------------------------------\u000a13:59:26.232036 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a13:59:26.243307 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x bts (candidates: 2)\u000a13:59:26.372830 tst handover.py: using LAC 28874\u000a13:59:26.497728 tst handover.py: using RAC 59\u000a13:59:26.624138 tst handover.py: using CellId 28874\u000a13:59:26.748490 tst handover.py: using BVCI 28875\u000a13:59:26.773133 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x bts (candidates: 2)\u000a13:59:26.914671 tst handover.py: using LAC 28875\u000a13:59:27.039713 tst handover.py: using RAC 60\u000a13:59:27.164617 tst handover.py: using CellId 28875\u000a13:59:27.287727 tst handover.py: using BVCI 28876\u000a13:59:27.311916 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a13:59:27.323275 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a13:59:27.334489 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a13:59:27.346336 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a13:59:27.357544 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a13:59:27.368883 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a13:59:27.486839 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a13:59:27.694025 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:59:28.164744 run create_hlr_db(pid=16408): Launched\u000a13:59:28.294482 bus /sierra_2: Setting Powered False\u000a13:59:29.370104 run create_hlr_db(pid=16408): Terminated: ok {rc=0}\u000a13:59:29.765766 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16410): Launched\u000a13:59:30.085299 run osmo-hlr_10.42.42.2(pid=16411): Launched\u000a13:59:30.202634 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:59:30.729513 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16413): Launched\u000a13:59:31.103622 run osmo-stp_10.42.42.5(pid=16414): Launched\u000a13:59:31.224210 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a13:59:31.893533 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16416): Launched\u000a13:59:32.282365 run osmo-msc_10.42.42.6(pid=16417): Launched\u000a13:59:32.471821 run osmo-stp_10.42.42.5(pid=16414): ERR: Terminated: ERROR {rc=1} [trial-2375↪handover_2G:nanobts+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16414)]\u000a13:59:32.603469 run osmo-stp_10.42.42.5(pid=16414): stdout: \u000a| (launched: 2022-12-10_13:59:30.892821)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:59:32.729193 run osmo-stp_10.42.42.5(pid=16414): stderr: \u000a| �[0;m�[38;5;43m20221210135931252 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210135931252 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210135931252 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210135931252 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210135931253 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210135931258 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210135931258 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:59:32.849741 run osmo-stp_10.42.42.5(pid=16414): stdout: \u000a| (launched: 2022-12-10_13:59:30.892821)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:59:32.968682 run osmo-stp_10.42.42.5(pid=16414): stderr: \u000a| �[0;m�[38;5;43m20221210135931252 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210135931252 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210135931252 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210135931252 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210135931253 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210135931258 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210135931258 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:59:33.021442 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=16414): Process ended prematurely: osmo-stp_10.42.42.5(pid=16414) [trial-2375↪handover_2G:nanobts+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16414)] [trial-2375↪handover_2G:nanobts+bts1-trx-lms-limenet-micro↪handover.py:18]\u000a13:59:33.029375 tst handover.py:18: Test FAILED (6.8 sec)\u000a13:59:33.088144 run osmo-hlr_10.42.42.2(pid=16411): ERR: Terminated: ERROR {rc=237} [trial-2375↪handover_2G:nanobts+bts1-trx-lms-limenet-micro↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16411)]\u000a13:59:33.136414 run osmo-hlr_10.42.42.2(pid=16411): stdout: \u000a| (launched: 2022-12-10_13:59:29.928024) \u000a13:59:33.185306 run osmo-hlr_10.42.42.2(pid=16411): stderr: \u000a| �[0;m�[1;31m20221210135930125 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210135930126 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210135930126 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210135930126 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210135930126 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210135930126 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210135930138 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2375/run.2022-12-10_12-42-03/handover_2G:nanobts+bts1-trx-lms-limenet-micro/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210135930146 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210135930146 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210135930146 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:59:33.251796 run osmo-msc_10.42.42.6(pid=16417): ERR: Terminated: ERROR {rc=2} [trial-2375↪handover_2G:nanobts+bts1-trx-lms-limenet-micro↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=16417)]\u000a13:59:33.300043 run osmo-msc_10.42.42.6(pid=16417): stdout: \u000a| (launched: 2022-12-10_13:59:32.050427) \u000a13:59:33.348912 run osmo-msc_10.42.42.6(pid=16417): stderr: \u000a| �[0;m�[38;5;43m20221210135932497 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210135932497 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f8218e39c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210135932498 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210135932498 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210135932498 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210135932498 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210135932500 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210135932500 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210135932500 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210135932500 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a13:59:33.390411 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16410): Terminating (SIGTERM)\u000a13:59:33.429623 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16413): Terminating (SIGTERM)\u000a13:59:33.468797 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16416): Terminating (SIGTERM)\u000a13:59:33.477926 --- ParallelTerminationStrategy: PID 16410 died...\u000a13:59:33.530349 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16410): Terminated: ok {rc=0}\u000a13:59:33.540165 --- ParallelTerminationStrategy: PID 16413 died...\u000a13:59:33.592459 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16413): Terminated: ok {rc=0}\u000a13:59:33.601941 --- ParallelTerminationStrategy: PID 16416 died...\u000a13:59:33.654746 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16416): Terminated: ok {rc=0}\u000a13:59:33.742532 bus /sierra_3: Setting Powered False\u000a13:59:34.844803 bus /sierra_3: Setting Powered False\u000a13:59:35.955503 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "167", "name" : "handover_2G_nanobts+bts1-trx-lms-limenet-micro", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T13:59:25" }, { "cases" : [ { "testActions" : [ ], "age" : 204, "className" : "handover_2G:nanobts+bts1-trx-sysmocell5000", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16428): Process ended prematurely: osmo-stp_10.42.42.5(pid=16428) [trial-2375↪handover_2G:nanobts+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16428)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16428): Process ended prematurely: osmo-stp_10.42.42.5(pid=16428) [trial-2375↪handover_2G:nanobts+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16428)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2375 handover_2G:nanobts+bts1-trx-sysmocell5000 handover.py\u000a----------------------------------------------\u000a13:59:37.941987 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a13:59:37.952595 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)\u000a13:59:38.075022 tst handover.py: using LAC 28876\u000a13:59:38.197506 tst handover.py: using RAC 61\u000a13:59:38.312386 tst handover.py: using CellId 28876\u000a13:59:38.427305 tst handover.py: using BVCI 28877\u000a13:59:38.449822 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)\u000a13:59:38.582596 tst handover.py: using LAC 28877\u000a13:59:38.698235 tst handover.py: using RAC 62\u000a13:59:38.813274 tst handover.py: using CellId 28877\u000a13:59:38.928643 tst handover.py: using BVCI 28878\u000a13:59:38.951240 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a13:59:38.962078 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a13:59:38.972617 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a13:59:38.983275 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a13:59:38.993944 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a13:59:39.004450 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a13:59:39.123401 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a13:59:39.323203 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:59:39.775290 run create_hlr_db(pid=16422): Launched\u000a13:59:39.897291 bus /sierra_2: Setting Powered False\u000a13:59:40.968634 run create_hlr_db(pid=16422): Terminated: ok {rc=0}\u000a13:59:41.363691 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16424): Launched\u000a13:59:41.686133 run osmo-hlr_10.42.42.2(pid=16425): Launched\u000a13:59:41.807252 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:59:42.334397 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16427): Launched\u000a13:59:42.654015 run osmo-stp_10.42.42.5(pid=16428): Launched\u000a13:59:42.770398 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a13:59:43.322869 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16430): Launched\u000a13:59:43.642737 run osmo-msc_10.42.42.6(pid=16431): Launched\u000a13:59:43.830960 run osmo-stp_10.42.42.5(pid=16428): ERR: Terminated: ERROR {rc=1} [trial-2375↪handover_2G:nanobts+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16428)]\u000a13:59:43.966805 run osmo-stp_10.42.42.5(pid=16428): stdout: \u000a| (launched: 2022-12-10_13:59:42.497063)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:59:44.101553 run osmo-stp_10.42.42.5(pid=16428): stderr: \u000a| �[0;m�[38;5;43m20221210135942690 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210135942690 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210135942691 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210135942691 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210135942692 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210135942692 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210135942692 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:59:44.229657 run osmo-stp_10.42.42.5(pid=16428): stdout: \u000a| (launched: 2022-12-10_13:59:42.497063)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:59:44.356276 run osmo-stp_10.42.42.5(pid=16428): stderr: \u000a| �[0;m�[38;5;43m20221210135942690 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210135942690 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210135942691 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210135942691 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210135942692 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210135942692 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210135942692 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:59:44.412060 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=16428): Process ended prematurely: osmo-stp_10.42.42.5(pid=16428) [trial-2375↪handover_2G:nanobts+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16428)] [trial-2375↪handover_2G:nanobts+bts1-trx-sysmocell5000↪handover.py:18]\u000a13:59:44.420667 tst handover.py:18: Test FAILED (6.5 sec)\u000a13:59:44.483347 run osmo-hlr_10.42.42.2(pid=16425): ERR: Terminated: ERROR {rc=237} [trial-2375↪handover_2G:nanobts+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16425)]\u000a13:59:44.534241 run osmo-hlr_10.42.42.2(pid=16425): stdout: \u000a| (launched: 2022-12-10_13:59:41.526716) \u000a13:59:44.586660 run osmo-hlr_10.42.42.2(pid=16425): stderr: \u000a| �[0;m�[1;31m20221210135941724 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210135941724 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210135941724 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210135941725 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210135941725 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210135941725 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210135941740 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2375/run.2022-12-10_12-42-03/handover_2G:nanobts+bts1-trx-sysmocell5000/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210135941748 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210135941749 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210135941749 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:59:44.656375 run osmo-msc_10.42.42.6(pid=16431): ERR: Terminated: ERROR {rc=2} [trial-2375↪handover_2G:nanobts+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=16431)]\u000a13:59:44.707224 run osmo-msc_10.42.42.6(pid=16431): stdout: \u000a| (launched: 2022-12-10_13:59:43.485242) \u000a13:59:44.758558 run osmo-msc_10.42.42.6(pid=16431): stderr: \u000a| �[0;m�[38;5;43m20221210135943804 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210135943804 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f645dc25c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210135943804 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210135943804 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210135943804 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210135943804 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210135943806 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210135943806 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210135943806 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210135943807 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a13:59:44.802052 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16424): Terminating (SIGTERM)\u000a13:59:44.843641 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16427): Terminating (SIGTERM)\u000a13:59:44.884985 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16430): Terminating (SIGTERM)\u000a13:59:44.894770 --- ParallelTerminationStrategy: PID 16424 died...\u000a13:59:44.949947 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16424): Terminated: ok {rc=0}\u000a13:59:44.959858 --- ParallelTerminationStrategy: PID 16427 died...\u000a13:59:45.015218 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16427): Terminated: ok {rc=0}\u000a13:59:45.025216 --- ParallelTerminationStrategy: PID 16430 died...\u000a13:59:45.080279 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16430): Terminated: ok {rc=0}\u000a13:59:45.165708 bus /sierra_3: Setting Powered False\u000a13:59:46.290123 bus /sierra_3: Setting Powered False\u000a13:59:47.401978 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "168", "name" : "handover_2G_nanobts+bts1-trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T13:59:37" }, { "cases" : [ { "testActions" : [ ], "age" : 204, "className" : "handover_2G:nanobts+bts1-sysmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16442): Process ended prematurely: osmo-stp_10.42.42.5(pid=16442) [trial-2375↪handover_2G:nanobts+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16442)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16442): Process ended prematurely: osmo-stp_10.42.42.5(pid=16442) [trial-2375↪handover_2G:nanobts+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16442)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2375 handover_2G:nanobts+bts1-sysmo handover.py\u000a----------------------------------------------\u000a13:59:49.366046 tst handover_2G:nanobts+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a13:59:49.376502 tst handover_2G:nanobts+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a13:59:49.498958 tst handover.py: using LAC 28878\u000a13:59:49.619319 tst handover.py: using RAC 63\u000a13:59:49.738196 tst handover.py: using CellId 28878\u000a13:59:49.854803 tst handover.py: using BVCI 28879\u000a13:59:49.877395 tst handover_2G:nanobts+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a13:59:49.997784 tst handover.py: using LAC 28879\u000a13:59:50.114848 tst handover.py: using RAC 64\u000a13:59:50.231253 tst handover.py: using CellId 28879\u000a13:59:50.348554 tst handover.py: using BVCI 28880\u000a13:59:50.371258 tst handover_2G:nanobts+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a13:59:50.381853 tst handover_2G:nanobts+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a13:59:50.392240 tst handover_2G:nanobts+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a13:59:50.402768 tst handover_2G:nanobts+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a13:59:50.413317 tst handover_2G:nanobts+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a13:59:50.423675 tst handover_2G:nanobts+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a13:59:50.538021 tst handover_2G:nanobts+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a13:59:50.745891 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:59:51.220473 run create_hlr_db(pid=16436): Launched\u000a13:59:51.351383 bus /sierra_2: Setting Powered False\u000a13:59:52.425703 run create_hlr_db(pid=16436): Terminated: ok {rc=0}\u000a13:59:52.821211 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16438): Launched\u000a13:59:53.139533 run osmo-hlr_10.42.42.2(pid=16439): Launched\u000a13:59:53.257473 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:59:53.784110 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16441): Launched\u000a13:59:54.101639 run osmo-stp_10.42.42.5(pid=16442): Launched\u000a13:59:54.217691 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a13:59:54.771923 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16444): Launched\u000a13:59:55.093040 run osmo-msc_10.42.42.6(pid=16445): Launched\u000a13:59:55.282809 run osmo-stp_10.42.42.5(pid=16442): ERR: Terminated: ERROR {rc=1} [trial-2375↪handover_2G:nanobts+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16442)]\u000a13:59:55.420206 run osmo-stp_10.42.42.5(pid=16442): stdout: \u000a| (launched: 2022-12-10_13:59:53.946062)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:59:55.555832 run osmo-stp_10.42.42.5(pid=16442): stderr: \u000a| �[0;m�[38;5;43m20221210135954137 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210135954137 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210135954138 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210135954138 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210135954138 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210135954138 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210135954139 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:59:55.685076 run osmo-stp_10.42.42.5(pid=16442): stdout: \u000a| (launched: 2022-12-10_13:59:53.946062)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:59:55.812729 run osmo-stp_10.42.42.5(pid=16442): stderr: \u000a| �[0;m�[38;5;43m20221210135954137 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210135954137 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210135954138 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210135954138 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210135954138 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210135954138 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210135954139 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:59:55.868365 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=16442): Process ended prematurely: osmo-stp_10.42.42.5(pid=16442) [trial-2375↪handover_2G:nanobts+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16442)] [trial-2375↪handover_2G:nanobts+bts1-sysmo↪handover.py:18]\u000a13:59:55.876906 tst handover.py:18: Test FAILED (6.5 sec)\u000a13:59:55.939173 run osmo-hlr_10.42.42.2(pid=16439): ERR: Terminated: ERROR {rc=237} [trial-2375↪handover_2G:nanobts+bts1-sysmo↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16439)]\u000a13:59:55.990405 run osmo-hlr_10.42.42.2(pid=16439): stdout: \u000a| (launched: 2022-12-10_13:59:52.983150) \u000a13:59:56.042172 run osmo-hlr_10.42.42.2(pid=16439): stderr: \u000a| �[0;m�[1;31m20221210135953178 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210135953178 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210135953178 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210135953178 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210135953178 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210135953179 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210135953190 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2375/run.2022-12-10_12-42-03/handover_2G:nanobts+bts1-sysmo/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210135953200 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210135953200 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210135953200 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:59:56.112053 run osmo-msc_10.42.42.6(pid=16445): ERR: Terminated: ERROR {rc=2} [trial-2375↪handover_2G:nanobts+bts1-sysmo↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=16445)]\u000a13:59:56.163094 run osmo-msc_10.42.42.6(pid=16445): stdout: \u000a| (launched: 2022-12-10_13:59:54.934898) \u000a13:59:56.214514 run osmo-msc_10.42.42.6(pid=16445): stderr: \u000a| �[0;m�[38;5;43m20221210135955254 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210135955254 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f494229ac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210135955254 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210135955254 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210135955255 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210135955255 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210135955256 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210135955257 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210135955257 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210135955257 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a13:59:56.258855 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16438): Terminating (SIGTERM)\u000a13:59:56.300195 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16441): Terminating (SIGTERM)\u000a13:59:56.342477 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16444): Terminating (SIGTERM)\u000a13:59:56.352412 --- ParallelTerminationStrategy: PID 16438 died...\u000a13:59:56.408237 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16438): Terminated: ok {rc=0}\u000a13:59:56.418412 --- ParallelTerminationStrategy: PID 16441 died...\u000a13:59:56.474221 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16441): Terminated: ok {rc=0}\u000a13:59:56.484269 --- ParallelTerminationStrategy: PID 16444 died...\u000a13:59:56.539856 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16444): Terminated: ok {rc=0}\u000a13:59:56.626335 bus /sierra_3: Setting Powered False\u000a13:59:57.732771 bus /sierra_3: Setting Powered False\u000a13:59:58.840763 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "169", "name" : "handover_2G_nanobts+bts1-sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T13:59:49" }, { "cases" : [ { "testActions" : [ ], "age" : 204, "className" : "handover_2G:nanobts+bts1-trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16459): Process ended prematurely: osmo-stp_10.42.42.5(pid=16459) [trial-2375↪handover_2G:nanobts+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16459)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16459): Process ended prematurely: osmo-stp_10.42.42.5(pid=16459) [trial-2375↪handover_2G:nanobts+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16459)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2375 handover_2G:nanobts+bts1-trx-b200 handover.py\u000a----------------------------------------------\u000a14:00:00.827313 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a14:00:00.838871 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a14:00:00.973560 tst handover.py: using LAC 28880\u000a14:00:01.103940 tst handover.py: using RAC 65\u000a14:00:01.249651 tst handover.py: using CellId 28880\u000a14:00:01.402964 tst handover.py: using BVCI 28881\u000a14:00:01.427342 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a14:00:01.592506 tst handover.py: using LAC 28881\u000a14:00:01.738829 tst handover.py: using RAC 66\u000a14:00:01.867910 tst handover.py: using CellId 28881\u000a14:00:01.997897 tst handover.py: using BVCI 28882\u000a14:00:02.023640 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a14:00:02.035738 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a14:00:02.048592 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a14:00:02.062202 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a14:00:02.075247 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a14:00:02.087900 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a14:00:02.211493 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a14:00:02.420699 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a14:00:02.894495 run create_hlr_db(pid=16453): Launched\u000a14:00:03.023765 bus /sierra_2: Setting Powered False\u000a14:00:04.097914 run create_hlr_db(pid=16453): Terminated: ok {rc=0}\u000a14:00:04.472605 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16455): Launched\u000a14:00:04.780347 run osmo-hlr_10.42.42.2(pid=16456): Launched\u000a14:00:04.899587 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a14:00:05.424292 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16458): Launched\u000a14:00:05.745604 run osmo-stp_10.42.42.5(pid=16459): Launched\u000a14:00:05.861821 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a14:00:06.419194 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16461): Launched\u000a14:00:06.740509 run osmo-msc_10.42.42.6(pid=16462): Launched\u000a14:00:06.929267 run osmo-stp_10.42.42.5(pid=16459): ERR: Terminated: ERROR {rc=1} [trial-2375↪handover_2G:nanobts+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16459)]\u000a14:00:07.064462 run osmo-stp_10.42.42.5(pid=16459): stdout: \u000a| (launched: 2022-12-10_14:00:05.587529)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:00:07.199287 run osmo-stp_10.42.42.5(pid=16459): stderr: \u000a| �[0;m�[38;5;43m20221210140005777 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210140005777 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210140005778 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210140005778 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210140005778 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210140005778 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210140005779 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:00:07.327500 run osmo-stp_10.42.42.5(pid=16459): stdout: \u000a| (launched: 2022-12-10_14:00:05.587529)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:00:07.454485 run osmo-stp_10.42.42.5(pid=16459): stderr: \u000a| �[0;m�[38;5;43m20221210140005777 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210140005777 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210140005778 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210140005778 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210140005778 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210140005778 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210140005779 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:00:07.510126 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=16459): Process ended prematurely: osmo-stp_10.42.42.5(pid=16459) [trial-2375↪handover_2G:nanobts+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16459)] [trial-2375↪handover_2G:nanobts+bts1-trx-b200↪handover.py:18]\u000a14:00:07.518517 tst handover.py:18: Test FAILED (6.7 sec)\u000a14:00:07.581412 run osmo-hlr_10.42.42.2(pid=16456): ERR: Terminated: ERROR {rc=237} [trial-2375↪handover_2G:nanobts+bts1-trx-b200↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16456)]\u000a14:00:07.632401 run osmo-hlr_10.42.42.2(pid=16456): stdout: \u000a| (launched: 2022-12-10_14:00:04.624790) \u000a14:00:07.684235 run osmo-hlr_10.42.42.2(pid=16456): stderr: \u000a| �[0;m�[1;31m20221210140004816 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210140004816 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210140004816 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210140004816 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210140004816 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210140004816 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210140004829 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2375/run.2022-12-10_12-42-03/handover_2G:nanobts+bts1-trx-b200/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210140004837 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210140004837 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210140004838 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a14:00:07.754478 run osmo-msc_10.42.42.6(pid=16462): ERR: Terminated: ERROR {rc=2} [trial-2375↪handover_2G:nanobts+bts1-trx-b200↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=16462)]\u000a14:00:07.805423 run osmo-msc_10.42.42.6(pid=16462): stdout: \u000a| (launched: 2022-12-10_14:00:06.582137) \u000a14:00:07.856992 run osmo-msc_10.42.42.6(pid=16462): stderr: \u000a| �[0;m�[38;5;43m20221210140006902 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210140006903 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f5869717c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210140006903 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210140006903 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210140006903 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210140006903 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210140006905 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210140006905 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210140006905 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210140006906 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a14:00:07.900729 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16455): Terminating (SIGTERM)\u000a14:00:07.942141 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16458): Terminating (SIGTERM)\u000a14:00:07.983837 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16461): Terminating (SIGTERM)\u000a14:00:07.993698 --- ParallelTerminationStrategy: PID 16455 died...\u000a14:00:08.048856 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16455): Terminated: ok {rc=0}\u000a14:00:08.058836 --- ParallelTerminationStrategy: PID 16458 died...\u000a14:00:08.113920 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16458): Terminated: ok {rc=0}\u000a14:00:08.123743 --- ParallelTerminationStrategy: PID 16461 died...\u000a14:00:08.179009 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16461): Terminated: ok {rc=0}\u000a14:00:08.265468 bus /sierra_3: Setting Powered False\u000a14:00:09.366643 bus /sierra_3: Setting Powered False\u000a14:00:10.475492 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "170", "name" : "handover_2G_nanobts+bts1-trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T14:00:00" }, { "cases" : [ { "testActions" : [ ], "age" : 204, "className" : "handover_2G:nanobts+bts1-trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16473): Process ended prematurely: osmo-stp_10.42.42.5(pid=16473) [trial-2375↪handover_2G:nanobts+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16473)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16473): Process ended prematurely: osmo-stp_10.42.42.5(pid=16473) [trial-2375↪handover_2G:nanobts+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16473)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2375 handover_2G:nanobts+bts1-trx-umtrx handover.py\u000a----------------------------------------------\u000a14:00:12.473176 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a14:00:12.484203 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a14:00:12.617353 tst handover.py: using LAC 28882\u000a14:00:12.741257 tst handover.py: using RAC 67\u000a14:00:12.866578 tst handover.py: using CellId 28882\u000a14:00:12.991111 tst handover.py: using BVCI 28883\u000a14:00:13.015415 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a14:00:13.155080 tst handover.py: using LAC 28883\u000a14:00:13.280498 tst handover.py: using RAC 68\u000a14:00:13.405051 tst handover.py: using CellId 28883\u000a14:00:13.529319 tst handover.py: using BVCI 28884\u000a14:00:13.553943 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a14:00:13.565139 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a14:00:13.576297 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a14:00:13.587658 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a14:00:13.599005 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a14:00:13.610348 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a14:00:13.725158 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a14:00:13.934978 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a14:00:14.408867 run create_hlr_db(pid=16467): Launched\u000a14:00:14.539286 bus /sierra_2: Setting Powered False\u000a14:00:15.614746 run create_hlr_db(pid=16467): Terminated: ok {rc=0}\u000a14:00:16.065733 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16469): Launched\u000a14:00:16.530147 run osmo-hlr_10.42.42.2(pid=16470): Launched\u000a14:00:16.739437 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a14:00:17.387125 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16472): Launched\u000a14:00:17.705864 run osmo-stp_10.42.42.5(pid=16473): Launched\u000a14:00:17.821577 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a14:00:18.371532 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16475): Launched\u000a14:00:18.671797 run osmo-msc_10.42.42.6(pid=16476): Launched\u000a14:00:18.848603 run osmo-stp_10.42.42.5(pid=16473): ERR: Terminated: ERROR {rc=1} [trial-2375↪handover_2G:nanobts+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16473)]\u000a14:00:18.978047 run osmo-stp_10.42.42.5(pid=16473): stdout: \u000a| (launched: 2022-12-10_14:00:17.548846)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:00:19.103015 run osmo-stp_10.42.42.5(pid=16473): stderr: \u000a| �[0;m�[38;5;43m20221210140017738 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210140017738 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210140017739 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210140017739 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210140017740 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210140017740 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210140017740 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:00:19.222688 run osmo-stp_10.42.42.5(pid=16473): stdout: \u000a| (launched: 2022-12-10_14:00:17.548846)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:00:19.341490 run osmo-stp_10.42.42.5(pid=16473): stderr: \u000a| �[0;m�[38;5;43m20221210140017738 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210140017738 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210140017739 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210140017739 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210140017740 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210140017740 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210140017740 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:00:19.393359 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=16473): Process ended prematurely: osmo-stp_10.42.42.5(pid=16473) [trial-2375↪handover_2G:nanobts+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16473)] [trial-2375↪handover_2G:nanobts+bts1-trx-umtrx↪handover.py:18]\u000a14:00:19.401076 tst handover.py:18: Test FAILED (6.9 sec)\u000a14:00:19.459547 run osmo-hlr_10.42.42.2(pid=16470): ERR: Terminated: ERROR {rc=237} [trial-2375↪handover_2G:nanobts+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16470)]\u000a14:00:19.507840 run osmo-hlr_10.42.42.2(pid=16470): stdout: \u000a| (launched: 2022-12-10_14:00:16.230946) \u000a14:00:19.556772 run osmo-hlr_10.42.42.2(pid=16470): stderr: \u000a| �[0;m�[1;31m20221210140016638 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210140016638 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210140016638 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210140016638 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210140016638 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210140016638 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210140016651 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2375/run.2022-12-10_12-42-03/handover_2G:nanobts+bts1-trx-umtrx/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210140016665 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210140016666 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210140016666 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a14:00:19.623092 run osmo-msc_10.42.42.6(pid=16476): ERR: Terminated: ERROR {rc=2} [trial-2375↪handover_2G:nanobts+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=16476)]\u000a14:00:19.671389 run osmo-msc_10.42.42.6(pid=16476): stdout: \u000a| (launched: 2022-12-10_14:00:18.523098) \u000a14:00:19.720115 run osmo-msc_10.42.42.6(pid=16476): stderr: \u000a| �[0;m�[38;5;43m20221210140018792 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210140018792 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f7d4bd86c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210140018792 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210140018792 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210140018792 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210140018792 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210140018795 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210140018796 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210140018796 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210140018796 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a14:00:19.761201 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16469): Terminating (SIGTERM)\u000a14:00:19.800029 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16472): Terminating (SIGTERM)\u000a14:00:19.838878 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16475): Terminating (SIGTERM)\u000a14:00:19.847863 --- ParallelTerminationStrategy: PID 16469 died...\u000a14:00:19.900440 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16469): Terminated: ok {rc=0}\u000a14:00:19.909813 --- ParallelTerminationStrategy: PID 16472 died...\u000a14:00:19.961479 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16472): Terminated: ok {rc=0}\u000a14:00:19.970736 --- ParallelTerminationStrategy: PID 16475 died...\u000a14:00:20.022877 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16475): Terminated: ok {rc=0}\u000a14:00:20.109001 bus /sierra_3: Setting Powered False\u000a14:00:21.211408 bus /sierra_3: Setting Powered False\u000a14:00:22.322045 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "171", "name" : "handover_2G_nanobts+bts1-trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T14:00:12" }, { "cases" : [ { "testActions" : [ ], "age" : 204, "className" : "handover_2G:oc2g+bts1-octphy", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16487): Process ended prematurely: osmo-stp_10.42.42.5(pid=16487) [trial-2375↪handover_2G:oc2g+bts1-octphy↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16487)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16487): Process ended prematurely: osmo-stp_10.42.42.5(pid=16487) [trial-2375↪handover_2G:oc2g+bts1-octphy↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16487)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2375 handover_2G:oc2g+bts1-octphy handover.py\u000a----------------------------------------------\u000a14:00:24.288864 tst handover_2G:oc2g+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a14:00:24.300211 tst handover_2G:oc2g+bts1-octphy: Using 1 x bts (candidates: 2)\u000a14:00:24.429055 tst handover.py: using LAC 28884\u000a14:00:24.553546 tst handover.py: using RAC 69\u000a14:00:24.677186 tst handover.py: using CellId 28884\u000a14:00:24.802265 tst handover.py: using BVCI 28885\u000a14:00:24.826472 tst handover_2G:oc2g+bts1-octphy: Using 1 x bts (candidates: 2)\u000a14:00:24.950706 tst handover.py: using LAC 28885\u000a14:00:25.069937 tst handover.py: using RAC 70\u000a14:00:25.185822 tst handover.py: using CellId 28885\u000a14:00:25.301340 tst handover.py: using BVCI 28886\u000a14:00:25.323942 tst handover_2G:oc2g+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a14:00:25.334461 tst handover_2G:oc2g+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a14:00:25.344886 tst handover_2G:oc2g+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a14:00:25.355287 tst handover_2G:oc2g+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a14:00:25.365725 tst handover_2G:oc2g+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a14:00:25.376048 tst handover_2G:oc2g+bts1-octphy: Using 1 x modem (candidates: 2)\u000a14:00:25.494624 tst handover_2G:oc2g+bts1-octphy: Using 1 x modem (candidates: 2)\u000a14:00:25.702364 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a14:00:26.177154 run create_hlr_db(pid=16481): Launched\u000a14:00:26.307917 bus /sierra_2: Setting Powered False\u000a14:00:27.382457 run create_hlr_db(pid=16481): Terminated: ok {rc=0}\u000a14:00:27.758723 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16483): Launched\u000a14:00:28.058114 run osmo-hlr_10.42.42.2(pid=16484): Launched\u000a14:00:28.167804 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a14:00:28.660826 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16486): Launched\u000a14:00:28.959119 run osmo-stp_10.42.42.5(pid=16487): Launched\u000a14:00:29.069027 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a14:00:29.589359 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16489): Launched\u000a14:00:29.888799 run osmo-msc_10.42.42.6(pid=16490): Launched\u000a14:00:30.065949 run osmo-stp_10.42.42.5(pid=16487): ERR: Terminated: ERROR {rc=1} [trial-2375↪handover_2G:oc2g+bts1-octphy↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16487)]\u000a14:00:30.192789 run osmo-stp_10.42.42.5(pid=16487): stdout: \u000a| (launched: 2022-12-10_14:00:28.812652)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:00:30.317805 run osmo-stp_10.42.42.5(pid=16487): stderr: \u000a| �[0;m�[38;5;43m20221210140028983 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210140028984 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210140028984 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210140028984 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210140028985 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210140028985 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210140028985 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:00:30.437515 run osmo-stp_10.42.42.5(pid=16487): stdout: \u000a| (launched: 2022-12-10_14:00:28.812652)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:00:30.555751 run osmo-stp_10.42.42.5(pid=16487): stderr: \u000a| �[0;m�[38;5;43m20221210140028983 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210140028984 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210140028984 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210140028984 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210140028985 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210140028985 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210140028985 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:00:30.608024 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=16487): Process ended prematurely: osmo-stp_10.42.42.5(pid=16487) [trial-2375↪handover_2G:oc2g+bts1-octphy↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16487)] [trial-2375↪handover_2G:oc2g+bts1-octphy↪handover.py:18]\u000a14:00:30.615869 tst handover.py:18: Test FAILED (6.3 sec)\u000a14:00:30.673890 run osmo-hlr_10.42.42.2(pid=16484): ERR: Terminated: ERROR {rc=237} [trial-2375↪handover_2G:oc2g+bts1-octphy↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16484)]\u000a14:00:30.721865 run osmo-hlr_10.42.42.2(pid=16484): stdout: \u000a| (launched: 2022-12-10_14:00:27.911019) \u000a14:00:30.770563 run osmo-hlr_10.42.42.2(pid=16484): stderr: \u000a| �[0;m�[1;31m20221210140028088 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210140028088 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210140028088 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210140028088 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210140028088 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210140028088 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210140028100 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2375/run.2022-12-10_12-42-03/handover_2G:oc2g+bts1-octphy/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210140028109 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210140028109 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210140028109 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a14:00:30.844358 run osmo-msc_10.42.42.6(pid=16490): ERR: Terminated: ERROR {rc=2} [trial-2375↪handover_2G:oc2g+bts1-octphy↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=16490)]\u000a14:00:30.904753 run osmo-msc_10.42.42.6(pid=16490): stdout: \u000a| (launched: 2022-12-10_14:00:29.741408) \u000a14:00:30.958587 run osmo-msc_10.42.42.6(pid=16490): stderr: \u000a| �[0;m�[38;5;43m20221210140030013 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210140030013 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fe08dcdbc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210140030014 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210140030014 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210140030014 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210140030014 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210140030016 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210140030016 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210140030016 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210140030016 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a14:00:31.005619 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16483): Terminating (SIGTERM)\u000a14:00:31.051503 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16486): Terminating (SIGTERM)\u000a14:00:31.097644 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16489): Terminating (SIGTERM)\u000a14:00:31.108179 --- ParallelTerminationStrategy: PID 16483 died...\u000a14:00:31.167901 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16483): Terminated: ok {rc=0}\u000a14:00:31.178709 --- ParallelTerminationStrategy: PID 16486 died...\u000a14:00:31.237986 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16486): Terminated: ok {rc=0}\u000a14:00:31.248761 --- ParallelTerminationStrategy: PID 16489 died...\u000a14:00:31.307098 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16489): Terminated: ok {rc=0}\u000a14:00:31.398895 bus /sierra_3: Setting Powered False\u000a14:00:32.498581 bus /sierra_3: Setting Powered False\u000a14:00:33.608760 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "172", "name" : "handover_2G_oc2g+bts1-octphy", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T14:00:24" }, { "cases" : [ { "testActions" : [ ], "age" : 204, "className" : "handover_2G:oc2g+bts1-trx-lms", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16502): Process ended prematurely: osmo-stp_10.42.42.5(pid=16502) [trial-2375↪handover_2G:oc2g+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16502)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16502): Process ended prematurely: osmo-stp_10.42.42.5(pid=16502) [trial-2375↪handover_2G:oc2g+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16502)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2375 handover_2G:oc2g+bts1-trx-lms handover.py\u000a----------------------------------------------\u000a14:00:35.587626 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a14:00:35.599402 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x bts (candidates: 2)\u000a14:00:35.728475 tst handover.py: using LAC 28886\u000a14:00:35.855887 tst handover.py: using RAC 71\u000a14:00:35.983738 tst handover.py: using CellId 28886\u000a14:00:36.111832 tst handover.py: using BVCI 28887\u000a14:00:36.136379 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x bts (candidates: 2)\u000a14:00:36.273225 tst handover.py: using LAC 28887\u000a14:00:36.395541 tst handover.py: using RAC 72\u000a14:00:36.511757 tst handover.py: using CellId 28887\u000a14:00:36.628201 tst handover.py: using BVCI 28888\u000a14:00:36.651323 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a14:00:36.661946 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a14:00:36.672402 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a14:00:36.682912 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a14:00:36.693387 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a14:00:36.703798 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x modem (candidates: 2)\u000a14:00:36.822789 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x modem (candidates: 2)\u000a14:00:37.024889 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a14:00:37.478666 run create_hlr_db(pid=16496): Launched\u000a14:00:37.600686 bus /sierra_2: Setting Powered False\u000a14:00:38.671938 run create_hlr_db(pid=16496): Terminated: ok {rc=0}\u000a14:00:39.067228 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16498): Launched\u000a14:00:39.387243 run osmo-hlr_10.42.42.2(pid=16499): Launched\u000a14:00:39.507340 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a14:00:40.034630 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16501): Launched\u000a14:00:40.353744 run osmo-stp_10.42.42.5(pid=16502): Launched\u000a14:00:40.469290 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a14:00:41.023840 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16504): Launched\u000a14:00:41.343345 run osmo-msc_10.42.42.6(pid=16505): Launched\u000a14:00:41.531857 run osmo-stp_10.42.42.5(pid=16502): ERR: Terminated: ERROR {rc=1} [trial-2375↪handover_2G:oc2g+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16502)]\u000a14:00:41.668409 run osmo-stp_10.42.42.5(pid=16502): stdout: \u000a| (launched: 2022-12-10_14:00:40.196916)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:00:41.803857 run osmo-stp_10.42.42.5(pid=16502): stderr: \u000a| �[0;m�[38;5;43m20221210140040389 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210140040389 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210140040389 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210140040389 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210140040390 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210140040390 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210140040390 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:00:41.932128 run osmo-stp_10.42.42.5(pid=16502): stdout: \u000a| (launched: 2022-12-10_14:00:40.196916)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:00:42.058946 run osmo-stp_10.42.42.5(pid=16502): stderr: \u000a| �[0;m�[38;5;43m20221210140040389 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210140040389 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210140040389 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210140040389 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210140040390 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210140040390 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210140040390 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:00:42.114436 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=16502): Process ended prematurely: osmo-stp_10.42.42.5(pid=16502) [trial-2375↪handover_2G:oc2g+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16502)] [trial-2375↪handover_2G:oc2g+bts1-trx-lms↪handover.py:18]\u000a14:00:42.122823 tst handover.py:18: Test FAILED (6.5 sec)\u000a14:00:42.185521 run osmo-hlr_10.42.42.2(pid=16499): ERR: Terminated: ERROR {rc=237} [trial-2375↪handover_2G:oc2g+bts1-trx-lms↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16499)]\u000a14:00:42.236620 run osmo-hlr_10.42.42.2(pid=16499): stdout: \u000a| (launched: 2022-12-10_14:00:39.230608) \u000a14:00:42.288538 run osmo-hlr_10.42.42.2(pid=16499): stderr: \u000a| �[0;m�[1;31m20221210140039430 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210140039430 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210140039430 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210140039430 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210140039430 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210140039430 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210140039441 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2375/run.2022-12-10_12-42-03/handover_2G:oc2g+bts1-trx-lms/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210140039449 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210140039450 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210140039450 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a14:00:42.358736 run osmo-msc_10.42.42.6(pid=16505): ERR: Terminated: ERROR {rc=2} [trial-2375↪handover_2G:oc2g+bts1-trx-lms↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=16505)]\u000a14:00:42.409665 run osmo-msc_10.42.42.6(pid=16505): stdout: \u000a| (launched: 2022-12-10_14:00:41.187100) \u000a14:00:42.461138 run osmo-msc_10.42.42.6(pid=16505): stderr: \u000a| �[0;m�[38;5;43m20221210140041506 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210140041506 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f508f71fc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210140041507 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210140041507 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210140041507 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210140041507 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210140041509 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210140041509 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210140041509 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210140041509 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a14:00:42.504369 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16498): Terminating (SIGTERM)\u000a14:00:42.546125 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16501): Terminating (SIGTERM)\u000a14:00:42.587972 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16504): Terminating (SIGTERM)\u000a14:00:42.597756 --- ParallelTerminationStrategy: PID 16498 died...\u000a14:00:42.653247 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16498): Terminated: ok {rc=0}\u000a14:00:42.663501 --- ParallelTerminationStrategy: PID 16501 died...\u000a14:00:42.718492 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16501): Terminated: ok {rc=0}\u000a14:00:42.728433 --- ParallelTerminationStrategy: PID 16504 died...\u000a14:00:42.783439 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16504): Terminated: ok {rc=0}\u000a14:00:42.868026 bus /sierra_3: Setting Powered False\u000a14:00:43.972512 bus /sierra_3: Setting Powered False\u000a14:00:45.079933 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "173", "name" : "handover_2G_oc2g+bts1-trx-lms", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T14:00:35" }, { "cases" : [ { "testActions" : [ ], "age" : 204, "className" : "handover_2G:oc2g+bts1-trx-lms-limenet-micro", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16516): Process ended prematurely: osmo-stp_10.42.42.5(pid=16516) [trial-2375↪handover_2G:oc2g+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16516)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16516): Process ended prematurely: osmo-stp_10.42.42.5(pid=16516) [trial-2375↪handover_2G:oc2g+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16516)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2375 handover_2G:oc2g+bts1-trx-lms-limenet-micro handover.py\u000a----------------------------------------------\u000a14:00:47.116719 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a14:00:47.131946 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x bts (candidates: 2)\u000a14:00:47.273376 tst handover.py: using LAC 28888\u000a14:00:47.389640 tst handover.py: using RAC 73\u000a14:00:47.505780 tst handover.py: using CellId 28888\u000a14:00:47.622159 tst handover.py: using BVCI 28889\u000a14:00:47.645058 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x bts (candidates: 2)\u000a14:00:47.774975 tst handover.py: using LAC 28889\u000a14:00:47.891496 tst handover.py: using RAC 74\u000a14:00:48.021059 tst handover.py: using CellId 28889\u000a14:00:48.146163 tst handover.py: using BVCI 28890\u000a14:00:48.170609 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a14:00:48.182020 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a14:00:48.193209 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a14:00:48.205181 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a14:00:48.217101 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a14:00:48.229096 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a14:00:48.346747 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a14:00:48.546253 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a14:00:48.999876 run create_hlr_db(pid=16510): Launched\u000a14:00:49.121799 bus /sierra_2: Setting Powered False\u000a14:00:50.192778 run create_hlr_db(pid=16510): Terminated: ok {rc=0}\u000a14:00:50.590726 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16512): Launched\u000a14:00:50.910548 run osmo-hlr_10.42.42.2(pid=16513): Launched\u000a14:00:51.028038 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a14:00:51.559212 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16515): Launched\u000a14:00:51.879951 run osmo-stp_10.42.42.5(pid=16516): Launched\u000a14:00:51.997103 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a14:00:52.553680 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16518): Launched\u000a14:00:52.875086 run osmo-msc_10.42.42.6(pid=16519): Launched\u000a14:00:53.064062 run osmo-stp_10.42.42.5(pid=16516): ERR: Terminated: ERROR {rc=1} [trial-2375↪handover_2G:oc2g+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16516)]\u000a14:00:53.200555 run osmo-stp_10.42.42.5(pid=16516): stdout: \u000a| (launched: 2022-12-10_14:00:51.722620)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:00:53.336239 run osmo-stp_10.42.42.5(pid=16516): stderr: \u000a| �[0;m�[38;5;43m20221210140051918 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210140051918 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210140051919 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210140051919 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210140051919 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210140051919 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210140051919 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:00:53.465313 run osmo-stp_10.42.42.5(pid=16516): stdout: \u000a| (launched: 2022-12-10_14:00:51.722620)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:00:53.594071 run osmo-stp_10.42.42.5(pid=16516): stderr: \u000a| �[0;m�[38;5;43m20221210140051918 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210140051918 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210140051919 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210140051919 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210140051919 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210140051919 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210140051919 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:00:53.650261 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=16516): Process ended prematurely: osmo-stp_10.42.42.5(pid=16516) [trial-2375↪handover_2G:oc2g+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16516)] [trial-2375↪handover_2G:oc2g+bts1-trx-lms-limenet-micro↪handover.py:18]\u000a14:00:53.658973 tst handover.py:18: Test FAILED (6.5 sec)\u000a14:00:53.722358 run osmo-hlr_10.42.42.2(pid=16513): ERR: Terminated: ERROR {rc=237} [trial-2375↪handover_2G:oc2g+bts1-trx-lms-limenet-micro↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16513)]\u000a14:00:53.773668 run osmo-hlr_10.42.42.2(pid=16513): stdout: \u000a| (launched: 2022-12-10_14:00:50.753865) \u000a14:00:53.826078 run osmo-hlr_10.42.42.2(pid=16513): stderr: \u000a| �[0;m�[1;31m20221210140050950 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210140050950 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210140050950 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210140050950 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210140050950 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210140050950 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210140050962 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2375/run.2022-12-10_12-42-03/handover_2G:oc2g+bts1-trx-lms-limenet-micro/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210140050970 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210140050970 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210140050970 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a14:00:53.896654 run osmo-msc_10.42.42.6(pid=16519): ERR: Terminated: ERROR {rc=2} [trial-2375↪handover_2G:oc2g+bts1-trx-lms-limenet-micro↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=16519)]\u000a14:00:53.948057 run osmo-msc_10.42.42.6(pid=16519): stdout: \u000a| (launched: 2022-12-10_14:00:52.717716) \u000a14:00:54.000150 run osmo-msc_10.42.42.6(pid=16519): stderr: \u000a| �[0;m�[38;5;43m20221210140053039 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210140053039 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fc30c629c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210140053039 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210140053040 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210140053040 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210140053040 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210140053042 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210140053042 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210140053042 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210140053042 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a14:00:54.044021 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16512): Terminating (SIGTERM)\u000a14:00:54.086174 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16515): Terminating (SIGTERM)\u000a14:00:54.128457 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16518): Terminating (SIGTERM)\u000a14:00:54.138230 --- ParallelTerminationStrategy: PID 16512 died...\u000a14:00:54.194655 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16512): Terminated: ok {rc=0}\u000a14:00:54.204747 --- ParallelTerminationStrategy: PID 16515 died...\u000a14:00:54.260582 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16515): Terminated: ok {rc=0}\u000a14:00:54.270693 --- ParallelTerminationStrategy: PID 16518 died...\u000a14:00:54.325906 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16518): Terminated: ok {rc=0}\u000a14:00:54.412258 bus /sierra_3: Setting Powered False\u000a14:00:55.514083 bus /sierra_3: Setting Powered False\u000a14:00:56.624668 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "174", "name" : "handover_2G_oc2g+bts1-trx-lms-limenet-micro", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T14:00:46" }, { "cases" : [ { "testActions" : [ ], "age" : 204, "className" : "handover_2G:oc2g+bts1-trx-sysmocell5000", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16530): Process ended prematurely: osmo-stp_10.42.42.5(pid=16530) [trial-2375↪handover_2G:oc2g+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16530)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16530): Process ended prematurely: osmo-stp_10.42.42.5(pid=16530) [trial-2375↪handover_2G:oc2g+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16530)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2375 handover_2G:oc2g+bts1-trx-sysmocell5000 handover.py\u000a----------------------------------------------\u000a14:00:58.602604 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a14:00:58.613498 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)\u000a14:00:58.733267 tst handover.py: using LAC 28890\u000a14:00:58.851109 tst handover.py: using RAC 75\u000a14:00:58.971287 tst handover.py: using CellId 28890\u000a14:00:59.095062 tst handover.py: using BVCI 28891\u000a14:00:59.117990 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)\u000a14:00:59.251867 tst handover.py: using LAC 28891\u000a14:00:59.368155 tst handover.py: using RAC 76\u000a14:00:59.484780 tst handover.py: using CellId 28891\u000a14:00:59.602569 tst handover.py: using BVCI 28892\u000a14:00:59.625627 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a14:00:59.636314 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a14:00:59.646937 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a14:00:59.657693 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a14:00:59.668238 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a14:00:59.678870 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a14:00:59.796750 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a14:00:59.997698 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a14:01:00.451085 run create_hlr_db(pid=16524): Launched\u000a14:01:00.573759 bus /sierra_2: Setting Powered False\u000a14:01:01.645773 run create_hlr_db(pid=16524): Terminated: ok {rc=0}\u000a14:01:02.124176 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16526): Launched\u000a14:01:02.426266 run osmo-hlr_10.42.42.2(pid=16527): Launched\u000a14:01:02.545206 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a14:01:03.054718 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16529): Launched\u000a14:01:03.354941 run osmo-stp_10.42.42.5(pid=16530): Launched\u000a14:01:03.463987 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a14:01:03.983496 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16532): Launched\u000a14:01:04.282774 run osmo-msc_10.42.42.6(pid=16533): Launched\u000a14:01:04.458554 run osmo-stp_10.42.42.5(pid=16530): ERR: Terminated: ERROR {rc=1} [trial-2375↪handover_2G:oc2g+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16530)]\u000a14:01:04.585344 run osmo-stp_10.42.42.5(pid=16530): stdout: \u000a| (launched: 2022-12-10_14:01:03.207286)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:01:04.709882 run osmo-stp_10.42.42.5(pid=16530): stderr: \u000a| �[0;m�[38;5;43m20221210140103377 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210140103377 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210140103377 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210140103378 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210140103378 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210140103378 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210140103378 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:01:04.829802 run osmo-stp_10.42.42.5(pid=16530): stdout: \u000a| (launched: 2022-12-10_14:01:03.207286)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:01:04.948424 run osmo-stp_10.42.42.5(pid=16530): stderr: \u000a| �[0;m�[38;5;43m20221210140103377 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210140103377 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210140103377 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210140103378 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210140103378 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210140103378 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210140103378 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:01:05.000581 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=16530): Process ended prematurely: osmo-stp_10.42.42.5(pid=16530) [trial-2375↪handover_2G:oc2g+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16530)] [trial-2375↪handover_2G:oc2g+bts1-trx-sysmocell5000↪handover.py:18]\u000a14:01:05.008435 tst handover.py:18: Test FAILED (6.4 sec)\u000a14:01:05.067981 run osmo-hlr_10.42.42.2(pid=16527): ERR: Terminated: ERROR {rc=237} [trial-2375↪handover_2G:oc2g+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16527)]\u000a14:01:05.116810 run osmo-hlr_10.42.42.2(pid=16527): stdout: \u000a| (launched: 2022-12-10_14:01:02.278658) \u000a14:01:05.166239 run osmo-hlr_10.42.42.2(pid=16527): stderr: \u000a| �[0;m�[1;31m20221210140102453 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210140102453 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210140102453 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210140102453 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210140102453 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210140102453 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210140102465 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2375/run.2022-12-10_12-42-03/handover_2G:oc2g+bts1-trx-sysmocell5000/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210140102474 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210140102474 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210140102474 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a14:01:05.232942 run osmo-msc_10.42.42.6(pid=16533): ERR: Terminated: ERROR {rc=2} [trial-2375↪handover_2G:oc2g+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=16533)]\u000a14:01:05.281608 run osmo-msc_10.42.42.6(pid=16533): stdout: \u000a| (launched: 2022-12-10_14:01:04.135519) \u000a14:01:05.331463 run osmo-msc_10.42.42.6(pid=16533): stderr: \u000a| �[0;m�[38;5;43m20221210140104405 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210140104405 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fa870eeec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210140104406 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210140104406 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210140104407 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210140104407 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210140104409 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210140104409 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210140104409 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210140104409 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a14:01:05.372803 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16526): Terminating (SIGTERM)\u000a14:01:05.411956 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16529): Terminating (SIGTERM)\u000a14:01:05.451309 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16532): Terminating (SIGTERM)\u000a14:01:05.460517 --- ParallelTerminationStrategy: PID 16526 died...\u000a14:01:05.513161 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16526): Terminated: ok {rc=0}\u000a14:01:05.522646 --- ParallelTerminationStrategy: PID 16529 died...\u000a14:01:05.574713 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16529): Terminated: ok {rc=0}\u000a14:01:05.584080 --- ParallelTerminationStrategy: PID 16532 died...\u000a14:01:05.636287 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16532): Terminated: ok {rc=0}\u000a14:01:05.718530 bus /sierra_3: Setting Powered False\u000a14:01:06.825125 bus /sierra_3: Setting Powered False\u000a14:01:07.931918 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "175", "name" : "handover_2G_oc2g+bts1-trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T14:00:58" }, { "cases" : [ { "testActions" : [ ], "age" : 173, "className" : "handover_2G:oc2g+bts1-sysmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16544): Process ended prematurely: osmo-stp_10.42.42.5(pid=16544) [trial-2375↪handover_2G:oc2g+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16544)]", "failedSince" : 2203, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16544): Process ended prematurely: osmo-stp_10.42.42.5(pid=16544) [trial-2375↪handover_2G:oc2g+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16544)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2375 handover_2G:oc2g+bts1-sysmo handover.py\u000a----------------------------------------------\u000a14:01:09.905301 tst handover_2G:oc2g+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a14:01:09.916362 tst handover_2G:oc2g+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a14:01:10.043383 tst handover.py: using LAC 28892\u000a14:01:10.167088 tst handover.py: using RAC 77\u000a14:01:10.290602 tst handover.py: using CellId 28892\u000a14:01:10.409168 tst handover.py: using BVCI 28893\u000a14:01:10.431877 tst handover_2G:oc2g+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a14:01:10.559291 tst handover.py: using LAC 28893\u000a14:01:10.687527 tst handover.py: using RAC 78\u000a14:01:10.812632 tst handover.py: using CellId 28893\u000a14:01:10.933003 tst handover.py: using BVCI 28894\u000a14:01:10.956041 tst handover_2G:oc2g+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a14:01:10.966840 tst handover_2G:oc2g+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a14:01:10.977386 tst handover_2G:oc2g+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a14:01:10.988105 tst handover_2G:oc2g+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a14:01:10.999673 tst handover_2G:oc2g+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a14:01:11.010024 tst handover_2G:oc2g+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a14:01:11.127457 tst handover_2G:oc2g+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a14:01:11.327167 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a14:01:11.782241 run create_hlr_db(pid=16538): Launched\u000a14:01:11.904000 bus /sierra_2: Setting Powered False\u000a14:01:12.974980 run create_hlr_db(pid=16538): Terminated: ok {rc=0}\u000a14:01:13.370860 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16540): Launched\u000a14:01:13.692114 run osmo-hlr_10.42.42.2(pid=16541): Launched\u000a14:01:13.808218 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a14:01:14.338910 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16543): Launched\u000a14:01:14.659469 run osmo-stp_10.42.42.5(pid=16544): Launched\u000a14:01:14.775897 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a14:01:15.331158 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16546): Launched\u000a14:01:15.652118 run osmo-msc_10.42.42.6(pid=16547): Launched\u000a14:01:15.867680 run osmo-stp_10.42.42.5(pid=16544): ERR: Terminated: ERROR {rc=1} [trial-2375↪handover_2G:oc2g+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16544)]\u000a14:01:16.167401 run osmo-stp_10.42.42.5(pid=16544): stdout: \u000a| (launched: 2022-12-10_14:01:14.501628)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:01:16.335762 run osmo-stp_10.42.42.5(pid=16544): stderr: \u000a| �[0;m�[38;5;43m20221210140114693 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210140114693 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210140114693 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210140114693 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210140114694 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210140114694 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210140114694 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:01:16.462768 run osmo-stp_10.42.42.5(pid=16544): stdout: \u000a| (launched: 2022-12-10_14:01:14.501628)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:01:16.586564 run osmo-stp_10.42.42.5(pid=16544): stderr: \u000a| �[0;m�[38;5;43m20221210140114693 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210140114693 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210140114693 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210140114693 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210140114694 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210140114694 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210140114694 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:01:16.641099 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=16544): Process ended prematurely: osmo-stp_10.42.42.5(pid=16544) [trial-2375↪handover_2G:oc2g+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16544)] [trial-2375↪handover_2G:oc2g+bts1-sysmo↪handover.py:18]\u000a14:01:16.649596 tst handover.py:18: Test FAILED (6.7 sec)\u000a14:01:16.712057 run osmo-hlr_10.42.42.2(pid=16541): ERR: Terminated: ERROR {rc=237} [trial-2375↪handover_2G:oc2g+bts1-sysmo↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16541)]\u000a14:01:16.762145 run osmo-hlr_10.42.42.2(pid=16541): stdout: \u000a| (launched: 2022-12-10_14:01:13.533512) \u000a14:01:16.814735 run osmo-hlr_10.42.42.2(pid=16541): stderr: \u000a| �[0;m�[1;31m20221210140113732 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210140113732 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210140113732 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210140113732 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210140113732 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210140113732 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210140113744 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2375/run.2022-12-10_12-42-03/handover_2G:oc2g+bts1-sysmo/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210140113752 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210140113752 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210140113752 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a14:01:16.884109 run osmo-msc_10.42.42.6(pid=16547): ERR: Terminated: ERROR {rc=2} [trial-2375↪handover_2G:oc2g+bts1-sysmo↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=16547)]\u000a14:01:16.934697 run osmo-msc_10.42.42.6(pid=16547): stdout: \u000a| (launched: 2022-12-10_14:01:15.494114) \u000a14:01:16.988249 run osmo-msc_10.42.42.6(pid=16547): stderr: \u000a| �[0;m�[38;5;43m20221210140115816 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210140115816 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ff14ca0bc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210140115816 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210140115816 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210140115817 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210140115817 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210140115819 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210140115819 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210140115819 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210140115819 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a14:01:17.033310 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16540): Terminating (SIGTERM)\u000a14:01:17.076357 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16543): Terminating (SIGTERM)\u000a14:01:17.118960 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16546): Terminating (SIGTERM)\u000a14:01:17.130820 --- ParallelTerminationStrategy: PID 16540 died...\u000a14:01:17.187788 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16540): Terminated: ok {rc=0}\u000a14:01:17.199261 --- ParallelTerminationStrategy: PID 16543 died...\u000a14:01:17.253949 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16543): Terminated: ok {rc=0}\u000a14:01:17.265057 --- ParallelTerminationStrategy: PID 16546 died...\u000a14:01:17.319138 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16546): Terminated: ok {rc=0}\u000a14:01:17.402299 bus /sierra_3: Setting Powered False\u000a14:01:18.508026 bus /sierra_3: Setting Powered False\u000a14:01:19.617799 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "176", "name" : "handover_2G_oc2g+bts1-sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T14:01:09" }, { "cases" : [ { "testActions" : [ ], "age" : 173, "className" : "handover_2G:oc2g+bts1-trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16558): Process ended prematurely: osmo-stp_10.42.42.5(pid=16558) [trial-2375↪handover_2G:oc2g+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16558)]", "failedSince" : 2203, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16558): Process ended prematurely: osmo-stp_10.42.42.5(pid=16558) [trial-2375↪handover_2G:oc2g+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16558)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2375 handover_2G:oc2g+bts1-trx-b200 handover.py\u000a----------------------------------------------\u000a14:01:21.588064 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a14:01:21.599036 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a14:01:21.719495 tst handover.py: using LAC 28894\u000a14:01:21.839196 tst handover.py: using RAC 79\u000a14:01:21.961654 tst handover.py: using CellId 28894\u000a14:01:22.078673 tst handover.py: using BVCI 28895\u000a14:01:22.101536 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a14:01:22.238093 tst handover.py: using LAC 28895\u000a14:01:22.362704 tst handover.py: using RAC 80\u000a14:01:22.489075 tst handover.py: using CellId 28895\u000a14:01:22.613847 tst handover.py: using BVCI 28896\u000a14:01:22.638433 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a14:01:22.649689 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a14:01:22.660520 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a14:01:22.672094 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a14:01:22.683489 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a14:01:22.694505 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a14:01:22.813917 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a14:01:23.013969 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a14:01:23.466083 run create_hlr_db(pid=16552): Launched\u000a14:01:23.587571 bus /sierra_2: Setting Powered False\u000a14:01:24.658550 run create_hlr_db(pid=16552): Terminated: ok {rc=0}\u000a14:01:25.054960 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16554): Launched\u000a14:01:25.374341 run osmo-hlr_10.42.42.2(pid=16555): Launched\u000a14:01:25.494918 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a14:01:26.023074 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16557): Launched\u000a14:01:26.342594 run osmo-stp_10.42.42.5(pid=16558): Launched\u000a14:01:26.459355 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a14:01:27.015169 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16560): Launched\u000a14:01:27.333675 run osmo-msc_10.42.42.6(pid=16561): Launched\u000a14:01:27.523697 run osmo-stp_10.42.42.5(pid=16558): ERR: Terminated: ERROR {rc=1} [trial-2375↪handover_2G:oc2g+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16558)]\u000a14:01:27.660406 run osmo-stp_10.42.42.5(pid=16558): stdout: \u000a| (launched: 2022-12-10_14:01:26.185954)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:01:27.795630 run osmo-stp_10.42.42.5(pid=16558): stderr: \u000a| �[0;m�[38;5;43m20221210140126375 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210140126375 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210140126376 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210140126376 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210140126378 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210140126379 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210140126379 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:01:27.923818 run osmo-stp_10.42.42.5(pid=16558): stdout: \u000a| (launched: 2022-12-10_14:01:26.185954)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:01:28.051016 run osmo-stp_10.42.42.5(pid=16558): stderr: \u000a| �[0;m�[38;5;43m20221210140126375 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210140126375 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210140126376 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210140126376 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210140126378 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210140126379 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210140126379 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:01:28.106829 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=16558): Process ended prematurely: osmo-stp_10.42.42.5(pid=16558) [trial-2375↪handover_2G:oc2g+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16558)] [trial-2375↪handover_2G:oc2g+bts1-trx-b200↪handover.py:18]\u000a14:01:28.115396 tst handover.py:18: Test FAILED (6.5 sec)\u000a14:01:28.178012 run osmo-hlr_10.42.42.2(pid=16555): ERR: Terminated: ERROR {rc=237} [trial-2375↪handover_2G:oc2g+bts1-trx-b200↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16555)]\u000a14:01:28.228910 run osmo-hlr_10.42.42.2(pid=16555): stdout: \u000a| (launched: 2022-12-10_14:01:25.217687) \u000a14:01:28.280449 run osmo-hlr_10.42.42.2(pid=16555): stderr: \u000a| �[0;m�[1;31m20221210140125415 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210140125415 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210140125415 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210140125415 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210140125415 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210140125415 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210140125429 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2375/run.2022-12-10_12-42-03/handover_2G:oc2g+bts1-trx-b200/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210140125439 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210140125439 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210140125439 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a14:01:28.350277 run osmo-msc_10.42.42.6(pid=16561): ERR: Terminated: ERROR {rc=2} [trial-2375↪handover_2G:oc2g+bts1-trx-b200↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=16561)]\u000a14:01:28.401587 run osmo-msc_10.42.42.6(pid=16561): stdout: \u000a| (launched: 2022-12-10_14:01:27.177494) \u000a14:01:28.453359 run osmo-msc_10.42.42.6(pid=16561): stderr: \u000a| �[0;m�[38;5;43m20221210140127498 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210140127498 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fc928c67c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210140127498 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210140127498 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210140127498 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210140127498 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210140127500 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210140127500 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210140127501 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210140127501 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a14:01:28.496514 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16554): Terminating (SIGTERM)\u000a14:01:28.538049 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16557): Terminating (SIGTERM)\u000a14:01:28.579459 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16560): Terminating (SIGTERM)\u000a14:01:28.589339 --- ParallelTerminationStrategy: PID 16554 died...\u000a14:01:28.644754 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16554): Terminated: ok {rc=0}\u000a14:01:28.655064 --- ParallelTerminationStrategy: PID 16557 died...\u000a14:01:28.709903 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16557): Terminated: ok {rc=0}\u000a14:01:28.719789 --- ParallelTerminationStrategy: PID 16560 died...\u000a14:01:28.774513 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16560): Terminated: ok {rc=0}\u000a14:01:28.860516 bus /sierra_3: Setting Powered False\u000a14:01:29.964148 bus /sierra_3: Setting Powered False\u000a14:01:31.075648 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "177", "name" : "handover_2G_oc2g+bts1-trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T14:01:21" }, { "cases" : [ { "testActions" : [ ], "age" : 173, "className" : "handover_2G:oc2g+bts1-trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16572): Process ended prematurely: osmo-stp_10.42.42.5(pid=16572) [trial-2375↪handover_2G:oc2g+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16572)]", "failedSince" : 2203, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16572): Process ended prematurely: osmo-stp_10.42.42.5(pid=16572) [trial-2375↪handover_2G:oc2g+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16572)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2375 handover_2G:oc2g+bts1-trx-umtrx handover.py\u000a----------------------------------------------\u000a14:01:33.065506 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a14:01:33.076622 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a14:01:33.203727 tst handover.py: using LAC 28896\u000a14:01:33.330991 tst handover.py: using RAC 81\u000a14:01:33.455701 tst handover.py: using CellId 28896\u000a14:01:33.582050 tst handover.py: using BVCI 28897\u000a14:01:33.606942 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a14:01:33.748834 tst handover.py: using LAC 28897\u000a14:01:33.873730 tst handover.py: using RAC 82\u000a14:01:33.999962 tst handover.py: using CellId 28897\u000a14:01:34.124695 tst handover.py: using BVCI 28898\u000a14:01:34.149014 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a14:01:34.160125 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a14:01:34.171087 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a14:01:34.182549 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a14:01:34.194006 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a14:01:34.205134 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a14:01:34.319948 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a14:01:34.527645 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a14:01:35.003174 run create_hlr_db(pid=16566): Launched\u000a14:01:35.134077 bus /sierra_2: Setting Powered False\u000a14:01:36.208290 run create_hlr_db(pid=16566): Terminated: ok {rc=0}\u000a14:01:36.585182 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16568): Launched\u000a14:01:36.884699 run osmo-hlr_10.42.42.2(pid=16569): Launched\u000a14:01:36.995168 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a14:01:37.489056 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16571): Launched\u000a14:01:37.788157 run osmo-stp_10.42.42.5(pid=16572): Launched\u000a14:01:37.896916 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a14:01:38.417111 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16574): Launched\u000a14:01:38.716011 run osmo-msc_10.42.42.6(pid=16575): Launched\u000a14:01:38.893139 run osmo-stp_10.42.42.5(pid=16572): ERR: Terminated: ERROR {rc=1} [trial-2375↪handover_2G:oc2g+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16572)]\u000a14:01:39.019940 run osmo-stp_10.42.42.5(pid=16572): stdout: \u000a| (launched: 2022-12-10_14:01:37.641882)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:01:39.144328 run osmo-stp_10.42.42.5(pid=16572): stderr: \u000a| �[0;m�[38;5;43m20221210140137812 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210140137812 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210140137812 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210140137813 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210140137813 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210140137813 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210140137813 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:01:39.264409 run osmo-stp_10.42.42.5(pid=16572): stdout: \u000a| (launched: 2022-12-10_14:01:37.641882)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:01:39.383150 run osmo-stp_10.42.42.5(pid=16572): stderr: \u000a| �[0;m�[38;5;43m20221210140137812 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210140137812 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210140137812 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210140137813 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210140137813 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210140137813 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210140137813 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:01:39.435316 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=16572): Process ended prematurely: osmo-stp_10.42.42.5(pid=16572) [trial-2375↪handover_2G:oc2g+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16572)] [trial-2375↪handover_2G:oc2g+bts1-trx-umtrx↪handover.py:18]\u000a14:01:39.443213 tst handover.py:18: Test FAILED (6.4 sec)\u000a14:01:39.502090 run osmo-hlr_10.42.42.2(pid=16569): ERR: Terminated: ERROR {rc=237} [trial-2375↪handover_2G:oc2g+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16569)]\u000a14:01:39.550903 run osmo-hlr_10.42.42.2(pid=16569): stdout: \u000a| (launched: 2022-12-10_14:01:36.737343) \u000a14:01:39.600393 run osmo-hlr_10.42.42.2(pid=16569): stderr: \u000a| �[0;m�[1;31m20221210140136913 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210140136913 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210140136913 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210140136913 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210140136913 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210140136914 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210140136929 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2375/run.2022-12-10_12-42-03/handover_2G:oc2g+bts1-trx-umtrx/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210140136939 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210140136939 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210140136939 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a14:01:39.666985 run osmo-msc_10.42.42.6(pid=16575): ERR: Terminated: ERROR {rc=2} [trial-2375↪handover_2G:oc2g+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=16575)]\u000a14:01:39.714774 run osmo-msc_10.42.42.6(pid=16575): stdout: \u000a| (launched: 2022-12-10_14:01:38.568723) \u000a14:01:39.763299 run osmo-msc_10.42.42.6(pid=16575): stderr: \u000a| �[0;m�[38;5;43m20221210140138841 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210140138841 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f891da71c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210140138841 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210140138841 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210140138842 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210140138842 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210140138843 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210140138844 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210140138844 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210140138844 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a14:01:39.804520 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16568): Terminating (SIGTERM)\u000a14:01:39.843704 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16571): Terminating (SIGTERM)\u000a14:01:39.882926 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16574): Terminating (SIGTERM)\u000a14:01:39.892601 --- ParallelTerminationStrategy: PID 16568 died...\u000a14:01:39.945146 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16568): Terminated: ok {rc=0}\u000a14:01:39.957747 --- ParallelTerminationStrategy: PID 16571 died...\u000a14:01:40.012889 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16571): Terminated: ok {rc=0}\u000a14:01:40.023047 --- ParallelTerminationStrategy: PID 16574 died...\u000a14:01:40.078141 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16574): Terminated: ok {rc=0}\u000a14:01:40.163613 bus /sierra_3: Setting Powered False\u000a14:01:41.268772 bus /sierra_3: Setting Powered False\u000a14:01:42.378412 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "178", "name" : "handover_2G_oc2g+bts1-trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T14:01:32" }, { "cases" : [ { "testActions" : [ ], "age" : 204, "className" : "handover_2G:octphy+bts1-trx-lms", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16586): Process ended prematurely: osmo-stp_10.42.42.5(pid=16586) [trial-2375↪handover_2G:octphy+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16586)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16586): Process ended prematurely: osmo-stp_10.42.42.5(pid=16586) [trial-2375↪handover_2G:octphy+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16586)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2375 handover_2G:octphy+bts1-trx-lms handover.py\u000a----------------------------------------------\u000a14:01:44.354218 tst handover_2G:octphy+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a14:01:44.365291 tst handover_2G:octphy+bts1-trx-lms: Using 1 x bts (candidates: 2)\u000a14:01:44.493462 tst handover.py: using LAC 28898\u000a14:01:44.620263 tst handover.py: using RAC 83\u000a14:01:44.741445 tst handover.py: using CellId 28898\u000a14:01:44.860656 tst handover.py: using BVCI 28899\u000a14:01:44.883962 tst handover_2G:octphy+bts1-trx-lms: Using 1 x bts (candidates: 2)\u000a14:01:45.020404 tst handover.py: using LAC 28899\u000a14:01:45.139128 tst handover.py: using RAC 84\u000a14:01:45.259041 tst handover.py: using CellId 28899\u000a14:01:45.378898 tst handover.py: using BVCI 28900\u000a14:01:45.401814 tst handover_2G:octphy+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a14:01:45.412312 tst handover_2G:octphy+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a14:01:45.422968 tst handover_2G:octphy+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a14:01:45.433477 tst handover_2G:octphy+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a14:01:45.444001 tst handover_2G:octphy+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a14:01:45.454448 tst handover_2G:octphy+bts1-trx-lms: Using 1 x modem (candidates: 2)\u000a14:01:45.568546 tst handover_2G:octphy+bts1-trx-lms: Using 1 x modem (candidates: 2)\u000a14:01:45.777422 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a14:01:46.334133 run create_hlr_db(pid=16580): Launched\u000a14:01:46.461632 bus /sierra_2: Setting Powered False\u000a14:01:47.527315 run create_hlr_db(pid=16580): Terminated: ok {rc=0}\u000a14:01:47.902000 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16582): Launched\u000a14:01:48.203385 run osmo-hlr_10.42.42.2(pid=16583): Launched\u000a14:01:48.322087 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a14:01:48.821362 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16585): Launched\u000a14:01:49.121755 run osmo-stp_10.42.42.5(pid=16586): Launched\u000a14:01:49.231267 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a14:01:49.757238 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16588): Launched\u000a14:01:50.057709 run osmo-msc_10.42.42.6(pid=16589): Launched\u000a14:01:50.234664 run osmo-stp_10.42.42.5(pid=16586): ERR: Terminated: ERROR {rc=1} [trial-2375↪handover_2G:octphy+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16586)]\u000a14:01:50.362151 run osmo-stp_10.42.42.5(pid=16586): stdout: \u000a| (launched: 2022-12-10_14:01:48.973871)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:01:50.486985 run osmo-stp_10.42.42.5(pid=16586): stderr: \u000a| �[0;m�[38;5;43m20221210140149143 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210140149143 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210140149144 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210140149144 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210140149144 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210140149145 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210140149145 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:01:50.607043 run osmo-stp_10.42.42.5(pid=16586): stdout: \u000a| (launched: 2022-12-10_14:01:48.973871)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:01:50.726477 run osmo-stp_10.42.42.5(pid=16586): stderr: \u000a| �[0;m�[38;5;43m20221210140149143 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210140149143 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210140149144 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210140149144 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210140149144 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210140149145 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210140149145 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:01:50.778729 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=16586): Process ended prematurely: osmo-stp_10.42.42.5(pid=16586) [trial-2375↪handover_2G:octphy+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16586)] [trial-2375↪handover_2G:octphy+bts1-trx-lms↪handover.py:18]\u000a14:01:50.786641 tst handover.py:18: Test FAILED (6.4 sec)\u000a14:01:50.845509 run osmo-hlr_10.42.42.2(pid=16583): ERR: Terminated: ERROR {rc=237} [trial-2375↪handover_2G:octphy+bts1-trx-lms↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16583)]\u000a14:01:50.893950 run osmo-hlr_10.42.42.2(pid=16583): stdout: \u000a| (launched: 2022-12-10_14:01:48.055494) \u000a14:01:50.943054 run osmo-hlr_10.42.42.2(pid=16583): stderr: \u000a| �[0;m�[1;31m20221210140148230 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210140148230 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210140148230 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210140148230 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210140148230 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210140148230 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210140148242 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2375/run.2022-12-10_12-42-03/handover_2G:octphy+bts1-trx-lms/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210140148251 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210140148251 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210140148251 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a14:01:51.009462 run osmo-msc_10.42.42.6(pid=16589): ERR: Terminated: ERROR {rc=2} [trial-2375↪handover_2G:octphy+bts1-trx-lms↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=16589)]\u000a14:01:51.057527 run osmo-msc_10.42.42.6(pid=16589): stdout: \u000a| (launched: 2022-12-10_14:01:49.909409) \u000a14:01:51.106195 run osmo-msc_10.42.42.6(pid=16589): stderr: \u000a| �[0;m�[38;5;43m20221210140150180 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210140150180 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f73fa23cc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210140150181 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210140150181 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210140150181 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210140150181 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210140150184 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210140150184 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210140150184 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210140150184 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a14:01:51.147416 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16582): Terminating (SIGTERM)\u000a14:01:51.186643 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16585): Terminating (SIGTERM)\u000a14:01:51.225647 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16588): Terminating (SIGTERM)\u000a14:01:51.234695 --- ParallelTerminationStrategy: PID 16582 died...\u000a14:01:51.286980 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16582): Terminated: ok {rc=0}\u000a14:01:51.296428 --- ParallelTerminationStrategy: PID 16585 died...\u000a14:01:51.348285 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16585): Terminated: ok {rc=0}\u000a14:01:51.357813 --- ParallelTerminationStrategy: PID 16588 died...\u000a14:01:51.409735 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16588): Terminated: ok {rc=0}\u000a14:01:51.498082 bus /sierra_3: Setting Powered False\u000a14:01:52.602310 bus /sierra_3: Setting Powered False\u000a14:01:53.708812 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "179", "name" : "handover_2G_octphy+bts1-trx-lms", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T14:01:44" }, { "cases" : [ { "testActions" : [ ], "age" : 204, "className" : "handover_2G:octphy+bts1-trx-lms-limenet-micro", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16600): Process ended prematurely: osmo-stp_10.42.42.5(pid=16600) [trial-2375↪handover_2G:octphy+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16600)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16600): Process ended prematurely: osmo-stp_10.42.42.5(pid=16600) [trial-2375↪handover_2G:octphy+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16600)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2375 handover_2G:octphy+bts1-trx-lms-limenet-micro handover.py\u000a----------------------------------------------\u000a14:01:55.685824 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a14:01:55.697248 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x bts (candidates: 2)\u000a14:01:55.816935 tst handover.py: using LAC 28900\u000a14:01:55.935246 tst handover.py: using RAC 85\u000a14:01:56.055825 tst handover.py: using CellId 28900\u000a14:01:56.176384 tst handover.py: using BVCI 28901\u000a14:01:56.199259 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x bts (candidates: 2)\u000a14:01:56.329345 tst handover.py: using LAC 28901\u000a14:01:56.447278 tst handover.py: using RAC 86\u000a14:01:56.569464 tst handover.py: using CellId 28901\u000a14:01:56.685214 tst handover.py: using BVCI 28902\u000a14:01:56.707982 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a14:01:56.718943 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a14:01:56.729633 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a14:01:56.740704 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a14:01:56.751580 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a14:01:56.762829 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a14:01:56.882640 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a14:01:57.084356 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a14:01:57.537220 run create_hlr_db(pid=16594): Launched\u000a14:01:57.659420 bus /sierra_2: Setting Powered False\u000a14:01:58.730744 run create_hlr_db(pid=16594): Terminated: ok {rc=0}\u000a14:01:59.127353 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16596): Launched\u000a14:01:59.447019 run osmo-hlr_10.42.42.2(pid=16597): Launched\u000a14:01:59.563167 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a14:02:00.092489 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16599): Launched\u000a14:02:00.411995 run osmo-stp_10.42.42.5(pid=16600): Launched\u000a14:02:00.528679 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a14:02:01.122022 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16602): Launched\u000a14:02:01.536903 run osmo-msc_10.42.42.6(pid=16603): Launched\u000a14:02:01.909008 run osmo-stp_10.42.42.5(pid=16600): ERR: Terminated: ERROR {rc=1} [trial-2375↪handover_2G:octphy+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16600)]\u000a14:02:02.071962 run osmo-stp_10.42.42.5(pid=16600): stdout: \u000a| (launched: 2022-12-10_14:02:00.255710)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:02:02.249784 run osmo-stp_10.42.42.5(pid=16600): stderr: \u000a| �[0;m�[38;5;43m20221210140200450 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210140200450 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210140200450 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210140200451 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210140200451 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210140200451 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210140200451 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:02:02.370759 run osmo-stp_10.42.42.5(pid=16600): stdout: \u000a| (launched: 2022-12-10_14:02:00.255710)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:02:02.492124 run osmo-stp_10.42.42.5(pid=16600): stderr: \u000a| �[0;m�[38;5;43m20221210140200450 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210140200450 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210140200450 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210140200451 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210140200451 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210140200451 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210140200451 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:02:02.544565 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=16600): Process ended prematurely: osmo-stp_10.42.42.5(pid=16600) [trial-2375↪handover_2G:octphy+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16600)] [trial-2375↪handover_2G:octphy+bts1-trx-lms-limenet-micro↪handover.py:18]\u000a14:02:02.552631 tst handover.py:18: Test FAILED (6.9 sec)\u000a14:02:02.612309 run osmo-hlr_10.42.42.2(pid=16597): ERR: Terminated: ERROR {rc=237} [trial-2375↪handover_2G:octphy+bts1-trx-lms-limenet-micro↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16597)]\u000a14:02:02.661601 run osmo-hlr_10.42.42.2(pid=16597): stdout: \u000a| (launched: 2022-12-10_14:01:59.290580) \u000a14:02:02.711256 run osmo-hlr_10.42.42.2(pid=16597): stderr: \u000a| �[0;m�[1;31m20221210140159489 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210140159489 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210140159489 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210140159489 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210140159489 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210140159489 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210140159501 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2375/run.2022-12-10_12-42-03/handover_2G:octphy+bts1-trx-lms-limenet-micro/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210140159509 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210140159509 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210140159509 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a14:02:02.778369 run osmo-msc_10.42.42.6(pid=16603): ERR: Terminated: ERROR {rc=2} [trial-2375↪handover_2G:octphy+bts1-trx-lms-limenet-micro↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=16603)]\u000a14:02:02.826976 run osmo-msc_10.42.42.6(pid=16603): stdout: \u000a| (launched: 2022-12-10_14:02:01.278734) \u000a14:02:02.876124 run osmo-msc_10.42.42.6(pid=16603): stderr: \u000a| �[0;m�[38;5;43m20221210140201869 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210140201869 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f4377d2ec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210140201870 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210140201870 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210140201870 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210140201870 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210140201872 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210140201872 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210140201872 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210140201872 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a14:02:02.917559 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16596): Terminating (SIGTERM)\u000a14:02:02.957155 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16599): Terminating (SIGTERM)\u000a14:02:02.997579 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16602): Terminating (SIGTERM)\u000a14:02:03.006912 --- ParallelTerminationStrategy: PID 16596 died...\u000a14:02:03.059835 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16596): Terminated: ok {rc=0}\u000a14:02:03.069755 --- ParallelTerminationStrategy: PID 16599 died...\u000a14:02:03.122657 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16599): Terminated: ok {rc=0}\u000a14:02:03.132299 --- ParallelTerminationStrategy: PID 16602 died...\u000a14:02:03.185934 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16602): Terminated: ok {rc=0}\u000a14:02:03.273633 bus /sierra_3: Setting Powered False\u000a14:02:04.375839 bus /sierra_3: Setting Powered False\u000a14:02:05.482104 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "180", "name" : "handover_2G_octphy+bts1-trx-lms-limenet-micro", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T14:01:55" }, { "cases" : [ { "testActions" : [ ], "age" : 204, "className" : "handover_2G:octphy+bts1-trx-sysmocell5000", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16615): Process ended prematurely: osmo-stp_10.42.42.5(pid=16615) [trial-2375↪handover_2G:octphy+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16615)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16615): Process ended prematurely: osmo-stp_10.42.42.5(pid=16615) [trial-2375↪handover_2G:octphy+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16615)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2375 handover_2G:octphy+bts1-trx-sysmocell5000 handover.py\u000a----------------------------------------------\u000a14:02:07.475062 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a14:02:07.486598 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)\u000a14:02:07.614075 tst handover.py: using LAC 28902\u000a14:02:07.739288 tst handover.py: using RAC 87\u000a14:02:07.866800 tst handover.py: using CellId 28902\u000a14:02:07.991416 tst handover.py: using BVCI 28903\u000a14:02:08.016065 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)\u000a14:02:08.157218 tst handover.py: using LAC 28903\u000a14:02:08.287309 tst handover.py: using RAC 88\u000a14:02:08.411630 tst handover.py: using CellId 28903\u000a14:02:08.535798 tst handover.py: using BVCI 28904\u000a14:02:08.560373 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a14:02:08.571823 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a14:02:08.583226 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a14:02:08.594664 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a14:02:08.606132 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a14:02:08.618037 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a14:02:08.734779 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a14:02:08.933716 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a14:02:09.387250 run create_hlr_db(pid=16609): Launched\u000a14:02:09.509190 bus /sierra_2: Setting Powered False\u000a14:02:10.580603 run create_hlr_db(pid=16609): Terminated: ok {rc=0}\u000a14:02:10.977111 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16611): Launched\u000a14:02:11.292416 run osmo-hlr_10.42.42.2(pid=16612): Launched\u000a14:02:11.404373 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a14:02:11.898879 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16614): Launched\u000a14:02:12.198438 run osmo-stp_10.42.42.5(pid=16615): Launched\u000a14:02:12.317976 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a14:02:12.842897 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16617): Launched\u000a14:02:13.144208 run osmo-msc_10.42.42.6(pid=16618): Launched\u000a14:02:13.321398 run osmo-stp_10.42.42.5(pid=16615): ERR: Terminated: ERROR {rc=1} [trial-2375↪handover_2G:octphy+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16615)]\u000a14:02:13.448555 run osmo-stp_10.42.42.5(pid=16615): stdout: \u000a| (launched: 2022-12-10_14:02:12.051710)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:02:13.574273 run osmo-stp_10.42.42.5(pid=16615): stderr: \u000a| �[0;m�[38;5;43m20221210140212220 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210140212220 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210140212221 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210140212221 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210140212221 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210140212222 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210140212222 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:02:13.694994 run osmo-stp_10.42.42.5(pid=16615): stdout: \u000a| (launched: 2022-12-10_14:02:12.051710)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:02:13.814485 run osmo-stp_10.42.42.5(pid=16615): stderr: \u000a| �[0;m�[38;5;43m20221210140212220 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210140212220 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210140212221 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210140212221 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210140212221 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210140212222 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210140212222 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:02:13.867409 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=16615): Process ended prematurely: osmo-stp_10.42.42.5(pid=16615) [trial-2375↪handover_2G:octphy+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16615)] [trial-2375↪handover_2G:octphy+bts1-trx-sysmocell5000↪handover.py:18]\u000a14:02:13.875356 tst handover.py:18: Test FAILED (6.4 sec)\u000a14:02:13.934421 run osmo-hlr_10.42.42.2(pid=16612): ERR: Terminated: ERROR {rc=237} [trial-2375↪handover_2G:octphy+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16612)]\u000a14:02:13.982991 run osmo-hlr_10.42.42.2(pid=16612): stdout: \u000a| (launched: 2022-12-10_14:02:11.140214) \u000a14:02:14.032223 run osmo-hlr_10.42.42.2(pid=16612): stderr: \u000a| �[0;m�[1;31m20221210140211316 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210140211316 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210140211316 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210140211316 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210140211316 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210140211316 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210140211329 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2375/run.2022-12-10_12-42-03/handover_2G:octphy+bts1-trx-sysmocell5000/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210140211338 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210140211338 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210140211338 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a14:02:14.099199 run osmo-msc_10.42.42.6(pid=16618): ERR: Terminated: ERROR {rc=2} [trial-2375↪handover_2G:octphy+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=16618)]\u000a14:02:14.147613 run osmo-msc_10.42.42.6(pid=16618): stdout: \u000a| (launched: 2022-12-10_14:02:12.994990) \u000a14:02:14.196545 run osmo-msc_10.42.42.6(pid=16618): stderr: \u000a| �[0;m�[38;5;43m20221210140213264 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210140213264 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f04b354dc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210140213264 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210140213265 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210140213265 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210140213265 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210140213267 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210140213267 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210140213267 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210140213267 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a14:02:14.237833 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16611): Terminating (SIGTERM)\u000a14:02:14.277089 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16614): Terminating (SIGTERM)\u000a14:02:14.316509 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16617): Terminating (SIGTERM)\u000a14:02:14.325696 --- ParallelTerminationStrategy: PID 16611 died...\u000a14:02:14.378336 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16611): Terminated: ok {rc=0}\u000a14:02:14.387736 --- ParallelTerminationStrategy: PID 16614 died...\u000a14:02:14.440042 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16614): Terminated: ok {rc=0}\u000a14:02:14.449866 --- ParallelTerminationStrategy: PID 16617 died...\u000a14:02:14.502437 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16617): Terminated: ok {rc=0}\u000a14:02:14.591352 bus /sierra_3: Setting Powered False\u000a14:02:15.692174 bus /sierra_3: Setting Powered False\u000a14:02:16.830038 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "181", "name" : "handover_2G_octphy+bts1-trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T14:02:07" }, { "cases" : [ { "testActions" : [ ], "age" : 204, "className" : "handover_2G:octphy+bts1-sysmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16629): Process ended prematurely: osmo-stp_10.42.42.5(pid=16629) [trial-2375↪handover_2G:octphy+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16629)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16629): Process ended prematurely: osmo-stp_10.42.42.5(pid=16629) [trial-2375↪handover_2G:octphy+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16629)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2375 handover_2G:octphy+bts1-sysmo handover.py\u000a----------------------------------------------\u000a14:02:18.796112 tst handover_2G:octphy+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a14:02:18.807190 tst handover_2G:octphy+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a14:02:18.933398 tst handover.py: using LAC 28904\u000a14:02:19.052866 tst handover.py: using RAC 89\u000a14:02:19.171003 tst handover.py: using CellId 28904\u000a14:02:19.294540 tst handover.py: using BVCI 28905\u000a14:02:19.317435 tst handover_2G:octphy+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a14:02:19.435445 tst handover.py: using LAC 28905\u000a14:02:19.551562 tst handover.py: using RAC 90\u000a14:02:19.667374 tst handover.py: using CellId 28905\u000a14:02:19.782998 tst handover.py: using BVCI 28906\u000a14:02:19.805808 tst handover_2G:octphy+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a14:02:19.816194 tst handover_2G:octphy+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a14:02:19.826666 tst handover_2G:octphy+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a14:02:19.837079 tst handover_2G:octphy+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a14:02:19.847615 tst handover_2G:octphy+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a14:02:19.858084 tst handover_2G:octphy+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a14:02:19.976034 tst handover_2G:octphy+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a14:02:20.174939 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a14:02:20.627762 run create_hlr_db(pid=16623): Launched\u000a14:02:20.749599 bus /sierra_2: Setting Powered False\u000a14:02:21.821410 run create_hlr_db(pid=16623): Terminated: ok {rc=0}\u000a14:02:22.218414 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16625): Launched\u000a14:02:22.538838 run osmo-hlr_10.42.42.2(pid=16626): Launched\u000a14:02:22.659767 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a14:02:23.188899 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16628): Launched\u000a14:02:23.508778 run osmo-stp_10.42.42.5(pid=16629): Launched\u000a14:02:23.626861 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a14:02:24.184422 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16631): Launched\u000a14:02:24.484760 run osmo-msc_10.42.42.6(pid=16632): Launched\u000a14:02:24.661530 run osmo-stp_10.42.42.5(pid=16629): ERR: Terminated: ERROR {rc=1} [trial-2375↪handover_2G:octphy+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16629)]\u000a14:02:24.789119 run osmo-stp_10.42.42.5(pid=16629): stdout: \u000a| (launched: 2022-12-10_14:02:23.351698)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:02:24.913788 run osmo-stp_10.42.42.5(pid=16629): stderr: \u000a| �[0;m�[38;5;43m20221210140223543 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210140223543 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210140223543 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210140223544 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210140223544 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210140223544 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210140223545 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:02:25.033943 run osmo-stp_10.42.42.5(pid=16629): stdout: \u000a| (launched: 2022-12-10_14:02:23.351698)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:02:25.152524 run osmo-stp_10.42.42.5(pid=16629): stderr: \u000a| �[0;m�[38;5;43m20221210140223543 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210140223543 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210140223543 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210140223544 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210140223544 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210140223544 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210140223545 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:02:25.204609 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=16629): Process ended prematurely: osmo-stp_10.42.42.5(pid=16629) [trial-2375↪handover_2G:octphy+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16629)] [trial-2375↪handover_2G:octphy+bts1-sysmo↪handover.py:18]\u000a14:02:25.212587 tst handover.py:18: Test FAILED (6.4 sec)\u000a14:02:25.271103 run osmo-hlr_10.42.42.2(pid=16626): ERR: Terminated: ERROR {rc=237} [trial-2375↪handover_2G:octphy+bts1-sysmo↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16626)]\u000a14:02:25.319309 run osmo-hlr_10.42.42.2(pid=16626): stdout: \u000a| (launched: 2022-12-10_14:02:22.381462) \u000a14:02:25.368213 run osmo-hlr_10.42.42.2(pid=16626): stderr: \u000a| �[0;m�[1;31m20221210140222579 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210140222579 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210140222579 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210140222579 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210140222579 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210140222580 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210140222592 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2375/run.2022-12-10_12-42-03/handover_2G:octphy+bts1-sysmo/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210140222601 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210140222601 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210140222601 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a14:02:25.434813 run osmo-msc_10.42.42.6(pid=16632): ERR: Terminated: ERROR {rc=2} [trial-2375↪handover_2G:octphy+bts1-sysmo↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=16632)]\u000a14:02:25.483025 run osmo-msc_10.42.42.6(pid=16632): stdout: \u000a| (launched: 2022-12-10_14:02:24.336604) \u000a14:02:25.531589 run osmo-msc_10.42.42.6(pid=16632): stderr: \u000a| �[0;m�[38;5;43m20221210140224608 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210140224608 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fecb9e19c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210140224608 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210140224608 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210140224608 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210140224609 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210140224610 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210140224611 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210140224611 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210140224611 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a14:02:25.572633 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16625): Terminating (SIGTERM)\u000a14:02:25.611417 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16628): Terminating (SIGTERM)\u000a14:02:25.650324 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16631): Terminating (SIGTERM)\u000a14:02:25.659286 --- ParallelTerminationStrategy: PID 16625 died...\u000a14:02:25.711563 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16625): Terminated: ok {rc=0}\u000a14:02:25.720859 --- ParallelTerminationStrategy: PID 16628 died...\u000a14:02:25.772513 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16628): Terminated: ok {rc=0}\u000a14:02:25.781866 --- ParallelTerminationStrategy: PID 16631 died...\u000a14:02:25.833583 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16631): Terminated: ok {rc=0}\u000a14:02:25.920909 bus /sierra_3: Setting Powered False\u000a14:02:27.023905 bus /sierra_3: Setting Powered False\u000a14:02:28.133904 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "182", "name" : "handover_2G_octphy+bts1-sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T14:02:18" }, { "cases" : [ { "testActions" : [ ], "age" : 204, "className" : "handover_2G:octphy+bts1-trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16644): Process ended prematurely: osmo-stp_10.42.42.5(pid=16644) [trial-2375↪handover_2G:octphy+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16644)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16644): Process ended prematurely: osmo-stp_10.42.42.5(pid=16644) [trial-2375↪handover_2G:octphy+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16644)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2375 handover_2G:octphy+bts1-trx-b200 handover.py\u000a----------------------------------------------\u000a14:02:30.091492 tst handover_2G:octphy+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a14:02:30.102093 tst handover_2G:octphy+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a14:02:30.228391 tst handover.py: using LAC 28906\u000a14:02:30.355232 tst handover.py: using RAC 91\u000a14:02:30.481507 tst handover.py: using CellId 28906\u000a14:02:30.608870 tst handover.py: using BVCI 28907\u000a14:02:30.633979 tst handover_2G:octphy+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a14:02:30.777205 tst handover.py: using LAC 28907\u000a14:02:30.940404 tst handover.py: using RAC 92\u000a14:02:31.084714 tst handover.py: using CellId 28907\u000a14:02:31.234158 tst handover.py: using BVCI 28908\u000a14:02:31.258597 tst handover_2G:octphy+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a14:02:31.270816 tst handover_2G:octphy+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a14:02:31.282316 tst handover_2G:octphy+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a14:02:31.294062 tst handover_2G:octphy+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a14:02:31.305924 tst handover_2G:octphy+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a14:02:31.317032 tst handover_2G:octphy+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a14:02:31.438521 tst handover_2G:octphy+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a14:02:31.642986 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a14:02:32.152387 run create_hlr_db(pid=16638): Launched\u000a14:02:32.281171 bus /sierra_2: Setting Powered False\u000a14:02:33.348196 run create_hlr_db(pid=16638): Terminated: ok {rc=0}\u000a14:02:33.720245 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16640): Launched\u000a14:02:34.019162 run osmo-hlr_10.42.42.2(pid=16641): Launched\u000a14:02:34.134327 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a14:02:34.636540 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16643): Launched\u000a14:02:34.935126 run osmo-stp_10.42.42.5(pid=16644): Launched\u000a14:02:35.044070 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a14:02:35.563859 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16646): Launched\u000a14:02:35.863597 run osmo-msc_10.42.42.6(pid=16647): Launched\u000a14:02:36.044049 run osmo-stp_10.42.42.5(pid=16644): ERR: Terminated: ERROR {rc=1} [trial-2375↪handover_2G:octphy+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16644)]\u000a14:02:36.171014 run osmo-stp_10.42.42.5(pid=16644): stdout: \u000a| (launched: 2022-12-10_14:02:34.788195)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:02:36.295903 run osmo-stp_10.42.42.5(pid=16644): stderr: \u000a| �[0;m�[38;5;43m20221210140234956 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210140234957 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210140234957 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210140234957 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210140234958 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210140234958 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210140234958 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:02:36.416019 run osmo-stp_10.42.42.5(pid=16644): stdout: \u000a| (launched: 2022-12-10_14:02:34.788195)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:02:36.534861 run osmo-stp_10.42.42.5(pid=16644): stderr: \u000a| �[0;m�[38;5;43m20221210140234956 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210140234957 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210140234957 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210140234957 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210140234958 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210140234958 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210140234958 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:02:36.587008 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=16644): Process ended prematurely: osmo-stp_10.42.42.5(pid=16644) [trial-2375↪handover_2G:octphy+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16644)] [trial-2375↪handover_2G:octphy+bts1-trx-b200↪handover.py:18]\u000a14:02:36.594728 tst handover.py:18: Test FAILED (6.5 sec)\u000a14:02:36.653763 run osmo-hlr_10.42.42.2(pid=16641): ERR: Terminated: ERROR {rc=237} [trial-2375↪handover_2G:octphy+bts1-trx-b200↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16641)]\u000a14:02:36.702238 run osmo-hlr_10.42.42.2(pid=16641): stdout: \u000a| (launched: 2022-12-10_14:02:33.872427) \u000a14:02:36.751452 run osmo-hlr_10.42.42.2(pid=16641): stderr: \u000a| �[0;m�[1;31m20221210140234050 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210140234050 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210140234050 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210140234050 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210140234050 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210140234050 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210140234062 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2375/run.2022-12-10_12-42-03/handover_2G:octphy+bts1-trx-b200/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210140234073 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210140234073 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210140234073 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a14:02:36.818534 run osmo-msc_10.42.42.6(pid=16647): ERR: Terminated: ERROR {rc=2} [trial-2375↪handover_2G:octphy+bts1-trx-b200↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=16647)]\u000a14:02:36.867011 run osmo-msc_10.42.42.6(pid=16647): stdout: \u000a| (launched: 2022-12-10_14:02:35.716528) \u000a14:02:36.916471 run osmo-msc_10.42.42.6(pid=16647): stderr: \u000a| �[0;m�[38;5;43m20221210140235998 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210140235998 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f67d9037c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210140235998 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210140235998 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210140235998 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210140235999 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210140236000 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210140236001 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210140236001 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210140236001 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a14:02:36.957977 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16640): Terminating (SIGTERM)\u000a14:02:36.997128 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16643): Terminating (SIGTERM)\u000a14:02:37.036317 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16646): Terminating (SIGTERM)\u000a14:02:37.045394 --- ParallelTerminationStrategy: PID 16640 died...\u000a14:02:37.097833 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16640): Terminated: ok {rc=0}\u000a14:02:37.107289 --- ParallelTerminationStrategy: PID 16643 died...\u000a14:02:37.159358 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16643): Terminated: ok {rc=0}\u000a14:02:37.168733 --- ParallelTerminationStrategy: PID 16646 died...\u000a14:02:37.220931 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16646): Terminated: ok {rc=0}\u000a14:02:37.309057 bus /sierra_3: Setting Powered False\u000a14:02:38.411358 bus /sierra_3: Setting Powered False\u000a14:02:39.522393 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "183", "name" : "handover_2G_octphy+bts1-trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T14:02:29" }, { "cases" : [ { "testActions" : [ ], "age" : 204, "className" : "handover_2G:octphy+bts1-trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16659): Process ended prematurely: osmo-stp_10.42.42.5(pid=16659) [trial-2375↪handover_2G:octphy+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16659)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16659): Process ended prematurely: osmo-stp_10.42.42.5(pid=16659) [trial-2375↪handover_2G:octphy+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16659)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2375 handover_2G:octphy+bts1-trx-umtrx handover.py\u000a----------------------------------------------\u000a14:02:41.492488 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a14:02:41.503191 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a14:02:41.623230 tst handover.py: using LAC 28908\u000a14:02:41.740096 tst handover.py: using RAC 93\u000a14:02:41.860693 tst handover.py: using CellId 28908\u000a14:02:41.978304 tst handover.py: using BVCI 28909\u000a14:02:42.001190 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a14:02:42.133596 tst handover.py: using LAC 28909\u000a14:02:42.248813 tst handover.py: using RAC 94\u000a14:02:42.365071 tst handover.py: using CellId 28909\u000a14:02:42.481553 tst handover.py: using BVCI 28910\u000a14:02:42.504426 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a14:02:42.515027 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a14:02:42.525537 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a14:02:42.535970 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a14:02:42.546496 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a14:02:42.556807 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a14:02:42.670742 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a14:02:42.870840 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a14:02:43.323416 run create_hlr_db(pid=16653): Launched\u000a14:02:43.445425 bus /sierra_2: Setting Powered False\u000a14:02:44.517386 run create_hlr_db(pid=16653): Terminated: ok {rc=0}\u000a14:02:44.915213 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16655): Launched\u000a14:02:45.235377 run osmo-hlr_10.42.42.2(pid=16656): Launched\u000a14:02:45.357375 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a14:02:45.916488 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16658): Launched\u000a14:02:46.262599 run osmo-stp_10.42.42.5(pid=16659): Launched\u000a14:02:46.403641 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a14:02:47.066452 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16661): Launched\u000a14:02:47.417111 run osmo-msc_10.42.42.6(pid=16662): Launched\u000a14:02:47.606669 run osmo-stp_10.42.42.5(pid=16659): ERR: Terminated: ERROR {rc=1} [trial-2375↪handover_2G:octphy+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16659)]\u000a14:02:47.743980 run osmo-stp_10.42.42.5(pid=16659): stdout: \u000a| (launched: 2022-12-10_14:02:46.098277)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:02:47.880172 run osmo-stp_10.42.42.5(pid=16659): stderr: \u000a| �[0;m�[38;5;43m20221210140246469 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210140246469 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210140246469 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210140246470 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210140246470 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210140246470 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210140246470 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:02:48.009240 run osmo-stp_10.42.42.5(pid=16659): stdout: \u000a| (launched: 2022-12-10_14:02:46.098277)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:02:48.136897 run osmo-stp_10.42.42.5(pid=16659): stderr: \u000a| �[0;m�[38;5;43m20221210140246469 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210140246469 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210140246469 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210140246470 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210140246470 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210140246470 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210140246470 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:02:48.192764 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=16659): Process ended prematurely: osmo-stp_10.42.42.5(pid=16659) [trial-2375↪handover_2G:octphy+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16659)] [trial-2375↪handover_2G:octphy+bts1-trx-umtrx↪handover.py:18]\u000a14:02:48.201602 tst handover.py:18: Test FAILED (6.7 sec)\u000a14:02:48.264864 run osmo-hlr_10.42.42.2(pid=16656): ERR: Terminated: ERROR {rc=237} [trial-2375↪handover_2G:octphy+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16656)]\u000a14:02:48.316532 run osmo-hlr_10.42.42.2(pid=16656): stdout: \u000a| (launched: 2022-12-10_14:02:45.078409) \u000a14:02:48.369054 run osmo-hlr_10.42.42.2(pid=16656): stderr: \u000a| �[0;m�[1;31m20221210140245275 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210140245275 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210140245275 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210140245276 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210140245276 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210140245276 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210140245295 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2375/run.2022-12-10_12-42-03/handover_2G:octphy+bts1-trx-umtrx/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210140245305 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210140245305 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210140245305 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a14:02:48.440018 run osmo-msc_10.42.42.6(pid=16662): ERR: Terminated: ERROR {rc=2} [trial-2375↪handover_2G:octphy+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=16662)]\u000a14:02:48.491648 run osmo-msc_10.42.42.6(pid=16662): stdout: \u000a| (launched: 2022-12-10_14:02:47.231742) \u000a14:02:48.543802 run osmo-msc_10.42.42.6(pid=16662): stderr: \u000a| �[0;m�[38;5;43m20221210140247576 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210140247577 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f62d9affc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210140247577 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210140247577 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210140247577 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210140247577 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210140247579 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210140247579 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210140247580 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210140247580 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a14:02:48.587881 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16655): Terminating (SIGTERM)\u000a14:02:48.630000 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16658): Terminating (SIGTERM)\u000a14:02:48.672111 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16661): Terminating (SIGTERM)\u000a14:02:48.682132 --- ParallelTerminationStrategy: PID 16655 died...\u000a14:02:48.738414 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16655): Terminated: ok {rc=0}\u000a14:02:48.748518 --- ParallelTerminationStrategy: PID 16658 died...\u000a14:02:48.804626 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16658): Terminated: ok {rc=0}\u000a14:02:48.814748 --- ParallelTerminationStrategy: PID 16661 died...\u000a14:02:48.870746 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16661): Terminated: ok {rc=0}\u000a14:02:48.956175 bus /sierra_3: Setting Powered False\u000a14:02:50.061945 bus /sierra_3: Setting Powered False\u000a14:02:51.168208 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "184", "name" : "handover_2G_octphy+bts1-trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T14:02:41" }, { "cases" : [ { "testActions" : [ ], "age" : 204, "className" : "handover_2G:trx-lms+bts1-trx-lms-limenet-micro", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16673): Process ended prematurely: osmo-stp_10.42.42.5(pid=16673) [trial-2375↪handover_2G:trx-lms+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16673)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16673): Process ended prematurely: osmo-stp_10.42.42.5(pid=16673) [trial-2375↪handover_2G:trx-lms+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16673)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2375 handover_2G:trx-lms+bts1-trx-lms-limenet-micro handover.py\u000a----------------------------------------------\u000a14:02:53.174145 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a14:02:53.185444 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x bts (candidates: 2)\u000a14:02:53.326124 tst handover.py: using LAC 28910\u000a14:02:53.451351 tst handover.py: using RAC 95\u000a14:02:53.578682 tst handover.py: using CellId 28910\u000a14:02:53.705752 tst handover.py: using BVCI 28911\u000a14:02:53.730237 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x bts (candidates: 2)\u000a14:02:53.869320 tst handover.py: using LAC 28911\u000a14:02:53.996820 tst handover.py: using RAC 96\u000a14:02:54.123187 tst handover.py: using CellId 28911\u000a14:02:54.251145 tst handover.py: using BVCI 28912\u000a14:02:54.275614 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a14:02:54.286899 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a14:02:54.298093 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a14:02:54.309708 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a14:02:54.321198 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a14:02:54.332420 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a14:02:54.450812 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a14:02:54.659098 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a14:02:55.132162 run create_hlr_db(pid=16667): Launched\u000a14:02:55.262066 bus /sierra_2: Setting Powered False\u000a14:02:56.338326 run create_hlr_db(pid=16667): Terminated: ok {rc=0}\u000a14:02:56.736927 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16669): Launched\u000a14:02:57.057195 run osmo-hlr_10.42.42.2(pid=16670): Launched\u000a14:02:57.177901 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a14:02:57.704834 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16672): Launched\u000a14:02:58.025524 run osmo-stp_10.42.42.5(pid=16673): Launched\u000a14:02:58.142448 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a14:02:58.696607 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16675): Launched\u000a14:02:59.016227 run osmo-msc_10.42.42.6(pid=16676): Launched\u000a14:02:59.204754 run osmo-stp_10.42.42.5(pid=16673): ERR: Terminated: ERROR {rc=1} [trial-2375↪handover_2G:trx-lms+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16673)]\u000a14:02:59.340884 run osmo-stp_10.42.42.5(pid=16673): stdout: \u000a| (launched: 2022-12-10_14:02:57.868143)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:02:59.476373 run osmo-stp_10.42.42.5(pid=16673): stderr: \u000a| �[0;m�[38;5;43m20221210140258060 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210140258061 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210140258061 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210140258061 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210140258062 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210140258062 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210140258062 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:02:59.604810 run osmo-stp_10.42.42.5(pid=16673): stdout: \u000a| (launched: 2022-12-10_14:02:57.868143)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:02:59.732302 run osmo-stp_10.42.42.5(pid=16673): stderr: \u000a| �[0;m�[38;5;43m20221210140258060 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210140258061 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210140258061 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210140258061 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210140258062 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210140258062 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210140258062 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:02:59.787904 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=16673): Process ended prematurely: osmo-stp_10.42.42.5(pid=16673) [trial-2375↪handover_2G:trx-lms+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16673)] [trial-2375↪handover_2G:trx-lms+bts1-trx-lms-limenet-micro↪handover.py:18]\u000a14:02:59.796580 tst handover.py:18: Test FAILED (6.6 sec)\u000a14:02:59.859246 run osmo-hlr_10.42.42.2(pid=16670): ERR: Terminated: ERROR {rc=237} [trial-2375↪handover_2G:trx-lms+bts1-trx-lms-limenet-micro↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16670)]\u000a14:02:59.910236 run osmo-hlr_10.42.42.2(pid=16670): stdout: \u000a| (launched: 2022-12-10_14:02:56.900103) \u000a14:02:59.961843 run osmo-hlr_10.42.42.2(pid=16670): stderr: \u000a| �[0;m�[1;31m20221210140257099 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210140257099 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210140257099 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210140257099 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210140257099 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210140257099 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210140257109 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2375/run.2022-12-10_12-42-03/handover_2G:trx-lms+bts1-trx-lms-limenet-micro/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210140257118 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210140257118 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210140257118 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a14:03:00.031364 run osmo-msc_10.42.42.6(pid=16676): ERR: Terminated: ERROR {rc=2} [trial-2375↪handover_2G:trx-lms+bts1-trx-lms-limenet-micro↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=16676)]\u000a14:03:00.082706 run osmo-msc_10.42.42.6(pid=16676): stdout: \u000a| (launched: 2022-12-10_14:02:58.859394) \u000a14:03:00.134227 run osmo-msc_10.42.42.6(pid=16676): stderr: \u000a| �[0;m�[38;5;43m20221210140259182 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210140259182 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f795f134c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210140259182 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210140259182 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210140259183 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210140259183 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210140259184 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210140259185 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210140259185 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210140259185 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a14:03:00.177774 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16669): Terminating (SIGTERM)\u000a14:03:00.219439 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16672): Terminating (SIGTERM)\u000a14:03:00.261213 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16675): Terminating (SIGTERM)\u000a14:03:00.271082 --- ParallelTerminationStrategy: PID 16669 died...\u000a14:03:00.327009 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16669): Terminated: ok {rc=0}\u000a14:03:00.337173 --- ParallelTerminationStrategy: PID 16672 died...\u000a14:03:00.392861 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16672): Terminated: ok {rc=0}\u000a14:03:00.402982 --- ParallelTerminationStrategy: PID 16675 died...\u000a14:03:00.458712 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16675): Terminated: ok {rc=0}\u000a14:03:00.544270 bus /sierra_3: Setting Powered False\u000a14:03:01.667164 bus /sierra_3: Setting Powered False\u000a14:03:02.772623 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "185", "name" : "handover_2G_trx-lms+bts1-trx-lms-limenet-micro", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T14:02:52" }, { "cases" : [ { "testActions" : [ ], "age" : 204, "className" : "handover_2G:trx-lms+bts1-trx-sysmocell5000", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16688): Process ended prematurely: osmo-stp_10.42.42.5(pid=16688) [trial-2375↪handover_2G:trx-lms+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16688)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16688): Process ended prematurely: osmo-stp_10.42.42.5(pid=16688) [trial-2375↪handover_2G:trx-lms+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16688)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2375 handover_2G:trx-lms+bts1-trx-sysmocell5000 handover.py\u000a----------------------------------------------\u000a14:03:04.800641 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a14:03:04.812146 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)\u000a14:03:04.953966 tst handover.py: using LAC 28912\u000a14:03:05.079491 tst handover.py: using RAC 97\u000a14:03:05.207322 tst handover.py: using CellId 28912\u000a14:03:05.335205 tst handover.py: using BVCI 28913\u000a14:03:05.359702 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)\u000a14:03:05.502907 tst handover.py: using LAC 28913\u000a14:03:05.628151 tst handover.py: using RAC 98\u000a14:03:05.755794 tst handover.py: using CellId 28913\u000a14:03:05.878127 tst handover.py: using BVCI 28914\u000a14:03:05.901092 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a14:03:05.911976 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a14:03:05.922777 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a14:03:05.933670 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a14:03:05.944416 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a14:03:05.955005 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a14:03:06.073143 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a14:03:06.285942 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a14:03:06.760829 run create_hlr_db(pid=16682): Launched\u000a14:03:06.891199 bus /sierra_2: Setting Powered False\u000a14:03:07.966260 run create_hlr_db(pid=16682): Terminated: ok {rc=0}\u000a14:03:08.362744 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16684): Launched\u000a14:03:08.683146 run osmo-hlr_10.42.42.2(pid=16685): Launched\u000a14:03:08.802451 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a14:03:09.330876 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16687): Launched\u000a14:03:09.650633 run osmo-stp_10.42.42.5(pid=16688): Launched\u000a14:03:09.766814 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a14:03:10.321269 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16690): Launched\u000a14:03:10.640687 run osmo-msc_10.42.42.6(pid=16691): Launched\u000a14:03:10.829097 run osmo-stp_10.42.42.5(pid=16688): ERR: Terminated: ERROR {rc=1} [trial-2375↪handover_2G:trx-lms+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16688)]\u000a14:03:10.964683 run osmo-stp_10.42.42.5(pid=16688): stdout: \u000a| (launched: 2022-12-10_14:03:09.493771)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:03:11.099839 run osmo-stp_10.42.42.5(pid=16688): stderr: \u000a| �[0;m�[38;5;43m20221210140309687 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210140309688 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210140309688 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210140309688 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210140309689 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210140309689 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210140309689 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:03:11.227903 run osmo-stp_10.42.42.5(pid=16688): stdout: \u000a| (launched: 2022-12-10_14:03:09.493771)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:03:11.354722 run osmo-stp_10.42.42.5(pid=16688): stderr: \u000a| �[0;m�[38;5;43m20221210140309687 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210140309688 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210140309688 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210140309688 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210140309689 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210140309689 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210140309689 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:03:11.409921 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=16688): Process ended prematurely: osmo-stp_10.42.42.5(pid=16688) [trial-2375↪handover_2G:trx-lms+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16688)] [trial-2375↪handover_2G:trx-lms+bts1-trx-sysmocell5000↪handover.py:18]\u000a14:03:11.418353 tst handover.py:18: Test FAILED (6.6 sec)\u000a14:03:11.481249 run osmo-hlr_10.42.42.2(pid=16685): ERR: Terminated: ERROR {rc=237} [trial-2375↪handover_2G:trx-lms+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16685)]\u000a14:03:11.532571 run osmo-hlr_10.42.42.2(pid=16685): stdout: \u000a| (launched: 2022-12-10_14:03:08.525281) \u000a14:03:11.584845 run osmo-hlr_10.42.42.2(pid=16685): stderr: \u000a| �[0;m�[1;31m20221210140308721 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210140308722 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210140308722 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210140308722 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210140308722 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210140308722 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210140308735 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2375/run.2022-12-10_12-42-03/handover_2G:trx-lms+bts1-trx-sysmocell5000/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210140308743 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210140308743 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210140308743 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a14:03:11.656035 run osmo-msc_10.42.42.6(pid=16691): ERR: Terminated: ERROR {rc=2} [trial-2375↪handover_2G:trx-lms+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=16691)]\u000a14:03:11.707770 run osmo-msc_10.42.42.6(pid=16691): stdout: \u000a| (launched: 2022-12-10_14:03:10.484064) \u000a14:03:11.759903 run osmo-msc_10.42.42.6(pid=16691): stderr: \u000a| �[0;m�[38;5;43m20221210140310805 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210140310805 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f4cd2696c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210140310805 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210140310806 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210140310806 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210140310806 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210140310807 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210140310808 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210140310809 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210140310809 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a14:03:11.804145 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16684): Terminating (SIGTERM)\u000a14:03:11.846680 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16687): Terminating (SIGTERM)\u000a14:03:11.888722 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16690): Terminating (SIGTERM)\u000a14:03:11.898689 --- ParallelTerminationStrategy: PID 16684 died...\u000a14:03:11.954886 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16684): Terminated: ok {rc=0}\u000a14:03:11.964871 --- ParallelTerminationStrategy: PID 16687 died...\u000a14:03:12.020629 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16687): Terminated: ok {rc=0}\u000a14:03:12.030570 --- ParallelTerminationStrategy: PID 16690 died...\u000a14:03:12.086467 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16690): Terminated: ok {rc=0}\u000a14:03:12.173198 bus /sierra_3: Setting Powered False\u000a14:03:13.278628 bus /sierra_3: Setting Powered False\u000a14:03:14.385385 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "186", "name" : "handover_2G_trx-lms+bts1-trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T14:03:04" }, { "cases" : [ { "testActions" : [ ], "age" : 45, "className" : "handover_2G:trx-lms+bts1-sysmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16702): Process ended prematurely: osmo-stp_10.42.42.5(pid=16702) [trial-2375↪handover_2G:trx-lms+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16702)]", "failedSince" : 2331, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16702): Process ended prematurely: osmo-stp_10.42.42.5(pid=16702) [trial-2375↪handover_2G:trx-lms+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16702)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2375 handover_2G:trx-lms+bts1-sysmo handover.py\u000a----------------------------------------------\u000a14:03:16.409835 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a14:03:16.421971 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a14:03:16.571729 tst handover.py: using LAC 28914\u000a14:03:16.732934 tst handover.py: using RAC 99\u000a14:03:16.862429 tst handover.py: using CellId 28914\u000a14:03:16.990191 tst handover.py: using BVCI 28915\u000a14:03:17.015682 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a14:03:17.138445 tst handover.py: using LAC 28915\u000a14:03:17.257379 tst handover.py: using RAC 100\u000a14:03:17.372276 tst handover.py: using CellId 28915\u000a14:03:17.490466 tst handover.py: using BVCI 28916\u000a14:03:17.513209 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a14:03:17.523869 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a14:03:17.534523 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a14:03:17.544935 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a14:03:17.555484 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a14:03:17.565927 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a14:03:17.683876 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a14:03:17.893244 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a14:03:18.368069 run create_hlr_db(pid=16696): Launched\u000a14:03:18.499147 bus /sierra_2: Setting Powered False\u000a14:03:19.574075 run create_hlr_db(pid=16696): Terminated: ok {rc=0}\u000a14:03:19.971319 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16698): Launched\u000a14:03:20.291385 run osmo-hlr_10.42.42.2(pid=16699): Launched\u000a14:03:20.411929 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a14:03:20.938606 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16701): Launched\u000a14:03:21.259550 run osmo-stp_10.42.42.5(pid=16702): Launched\u000a14:03:21.376883 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a14:03:21.934589 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16704): Launched\u000a14:03:22.255004 run osmo-msc_10.42.42.6(pid=16705): Launched\u000a14:03:22.444160 run osmo-stp_10.42.42.5(pid=16702): ERR: Terminated: ERROR {rc=1} [trial-2375↪handover_2G:trx-lms+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16702)]\u000a14:03:22.580440 run osmo-stp_10.42.42.5(pid=16702): stdout: \u000a| (launched: 2022-12-10_14:03:21.101276)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:03:22.716885 run osmo-stp_10.42.42.5(pid=16702): stderr: \u000a| �[0;m�[38;5;43m20221210140321293 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210140321293 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210140321293 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210140321293 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210140321294 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210140321294 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210140321294 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:03:22.845235 run osmo-stp_10.42.42.5(pid=16702): stdout: \u000a| (launched: 2022-12-10_14:03:21.101276)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:03:22.972334 run osmo-stp_10.42.42.5(pid=16702): stderr: \u000a| �[0;m�[38;5;43m20221210140321293 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210140321293 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210140321293 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210140321293 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210140321294 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210140321294 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210140321294 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:03:23.027999 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=16702): Process ended prematurely: osmo-stp_10.42.42.5(pid=16702) [trial-2375↪handover_2G:trx-lms+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16702)] [trial-2375↪handover_2G:trx-lms+bts1-sysmo↪handover.py:18]\u000a14:03:23.036439 tst handover.py:18: Test FAILED (6.6 sec)\u000a14:03:23.099681 run osmo-hlr_10.42.42.2(pid=16699): ERR: Terminated: ERROR {rc=237} [trial-2375↪handover_2G:trx-lms+bts1-sysmo↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16699)]\u000a14:03:23.151170 run osmo-hlr_10.42.42.2(pid=16699): stdout: \u000a| (launched: 2022-12-10_14:03:20.134150) \u000a14:03:23.203562 run osmo-hlr_10.42.42.2(pid=16699): stderr: \u000a| �[0;m�[1;31m20221210140320332 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210140320332 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210140320332 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210140320332 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210140320332 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210140320332 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210140320344 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2375/run.2022-12-10_12-42-03/handover_2G:trx-lms+bts1-sysmo/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210140320352 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210140320353 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210140320353 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a14:03:23.274448 run osmo-msc_10.42.42.6(pid=16705): ERR: Terminated: ERROR {rc=2} [trial-2375↪handover_2G:trx-lms+bts1-sysmo↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=16705)]\u000a14:03:23.325635 run osmo-msc_10.42.42.6(pid=16705): stdout: \u000a| (launched: 2022-12-10_14:03:22.097643) \u000a14:03:23.377348 run osmo-msc_10.42.42.6(pid=16705): stderr: \u000a| �[0;m�[38;5;43m20221210140322418 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210140322418 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fede7ac6c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210140322418 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210140322418 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210140322418 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210140322419 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210140322420 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210140322421 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210140322421 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210140322421 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a14:03:23.421413 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16698): Terminating (SIGTERM)\u000a14:03:23.462878 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16701): Terminating (SIGTERM)\u000a14:03:23.505139 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16704): Terminating (SIGTERM)\u000a14:03:23.514792 --- ParallelTerminationStrategy: PID 16698 died...\u000a14:03:23.570305 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16698): Terminated: ok {rc=0}\u000a14:03:23.580244 --- ParallelTerminationStrategy: PID 16701 died...\u000a14:03:23.635462 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16701): Terminated: ok {rc=0}\u000a14:03:23.645473 --- ParallelTerminationStrategy: PID 16704 died...\u000a14:03:23.701320 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16704): Terminated: ok {rc=0}\u000a14:03:23.787681 bus /sierra_3: Setting Powered False\u000a14:03:24.893854 bus /sierra_3: Setting Powered False\u000a14:03:26.000912 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "187", "name" : "handover_2G_trx-lms+bts1-sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T14:03:16" }, { "cases" : [ { "testActions" : [ ], "age" : 204, "className" : "handover_2G:trx-lms+bts1-trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16716): Process ended prematurely: osmo-stp_10.42.42.5(pid=16716) [trial-2375↪handover_2G:trx-lms+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16716)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16716): Process ended prematurely: osmo-stp_10.42.42.5(pid=16716) [trial-2375↪handover_2G:trx-lms+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16716)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2375 handover_2G:trx-lms+bts1-trx-b200 handover.py\u000a----------------------------------------------\u000a14:03:28.012811 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a14:03:28.023500 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a14:03:28.157458 tst handover.py: using LAC 28916\u000a14:03:28.273671 tst handover.py: using RAC 101\u000a14:03:28.389193 tst handover.py: using CellId 28916\u000a14:03:28.507286 tst handover.py: using BVCI 28917\u000a14:03:28.530051 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a14:03:28.661780 tst handover.py: using LAC 28917\u000a14:03:28.777742 tst handover.py: using RAC 102\u000a14:03:28.893622 tst handover.py: using CellId 28917\u000a14:03:29.015969 tst handover.py: using BVCI 28918\u000a14:03:29.038800 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a14:03:29.049432 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a14:03:29.059880 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a14:03:29.070493 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a14:03:29.080916 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a14:03:29.091465 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a14:03:29.208565 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a14:03:29.415591 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a14:03:29.891137 run create_hlr_db(pid=16710): Launched\u000a14:03:30.021444 bus /sierra_2: Setting Powered False\u000a14:03:31.101869 run create_hlr_db(pid=16710): Terminated: ok {rc=0}\u000a14:03:31.552413 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16712): Launched\u000a14:03:31.896028 run osmo-hlr_10.42.42.2(pid=16713): Launched\u000a14:03:32.031252 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a14:03:32.638252 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16715): Launched\u000a14:03:32.937584 run osmo-stp_10.42.42.5(pid=16716): Launched\u000a14:03:33.046315 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a14:03:33.570775 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16718): Launched\u000a14:03:33.870749 run osmo-msc_10.42.42.6(pid=16719): Launched\u000a14:03:34.047916 run osmo-stp_10.42.42.5(pid=16716): ERR: Terminated: ERROR {rc=1} [trial-2375↪handover_2G:trx-lms+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16716)]\u000a14:03:34.175401 run osmo-stp_10.42.42.5(pid=16716): stdout: \u000a| (launched: 2022-12-10_14:03:32.790366)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:03:34.300283 run osmo-stp_10.42.42.5(pid=16716): stderr: \u000a| �[0;m�[38;5;43m20221210140332957 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210140332958 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210140332958 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210140332958 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210140332960 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210140332961 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210140332961 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:03:34.420512 run osmo-stp_10.42.42.5(pid=16716): stdout: \u000a| (launched: 2022-12-10_14:03:32.790366)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:03:34.540413 run osmo-stp_10.42.42.5(pid=16716): stderr: \u000a| �[0;m�[38;5;43m20221210140332957 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210140332958 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210140332958 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210140332958 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210140332960 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210140332961 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210140332961 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:03:34.592804 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=16716): Process ended prematurely: osmo-stp_10.42.42.5(pid=16716) [trial-2375↪handover_2G:trx-lms+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16716)] [trial-2375↪handover_2G:trx-lms+bts1-trx-b200↪handover.py:18]\u000a14:03:34.600654 tst handover.py:18: Test FAILED (6.6 sec)\u000a14:03:34.659931 run osmo-hlr_10.42.42.2(pid=16713): ERR: Terminated: ERROR {rc=237} [trial-2375↪handover_2G:trx-lms+bts1-trx-b200↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16713)]\u000a14:03:34.708399 run osmo-hlr_10.42.42.2(pid=16713): stdout: \u000a| (launched: 2022-12-10_14:03:31.713474) \u000a14:03:34.757331 run osmo-hlr_10.42.42.2(pid=16713): stderr: \u000a| �[0;m�[1;31m20221210140332050 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210140332050 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210140332050 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210140332050 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210140332050 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210140332050 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210140332075 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2375/run.2022-12-10_12-42-03/handover_2G:trx-lms+bts1-trx-b200/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210140332092 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210140332092 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210140332092 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a14:03:34.823889 run osmo-msc_10.42.42.6(pid=16719): ERR: Terminated: ERROR {rc=2} [trial-2375↪handover_2G:trx-lms+bts1-trx-b200↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=16719)]\u000a14:03:34.872159 run osmo-msc_10.42.42.6(pid=16719): stdout: \u000a| (launched: 2022-12-10_14:03:33.723119) \u000a14:03:34.921060 run osmo-msc_10.42.42.6(pid=16719): stderr: \u000a| �[0;m�[38;5;43m20221210140333992 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210140333992 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f99a6009c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210140333992 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210140333993 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210140333993 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210140333993 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210140333995 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210140333995 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210140333995 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210140333995 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a14:03:34.962343 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16712): Terminating (SIGTERM)\u000a14:03:35.001642 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16715): Terminating (SIGTERM)\u000a14:03:35.041088 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16718): Terminating (SIGTERM)\u000a14:03:35.050281 --- ParallelTerminationStrategy: PID 16712 died...\u000a14:03:35.102536 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16712): Terminated: ok {rc=0}\u000a14:03:35.112081 --- ParallelTerminationStrategy: PID 16715 died...\u000a14:03:35.164169 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16715): Terminated: ok {rc=0}\u000a14:03:35.173724 --- ParallelTerminationStrategy: PID 16718 died...\u000a14:03:35.226530 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16718): Terminated: ok {rc=0}\u000a14:03:35.315359 bus /sierra_3: Setting Powered False\u000a14:03:36.417267 bus /sierra_3: Setting Powered False\u000a14:03:37.528254 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "188", "name" : "handover_2G_trx-lms+bts1-trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T14:03:27" }, { "cases" : [ { "testActions" : [ ], "age" : 204, "className" : "handover_2G:trx-lms+bts1-trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16730): Process ended prematurely: osmo-stp_10.42.42.5(pid=16730) [trial-2375↪handover_2G:trx-lms+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16730)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16730): Process ended prematurely: osmo-stp_10.42.42.5(pid=16730) [trial-2375↪handover_2G:trx-lms+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16730)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2375 handover_2G:trx-lms+bts1-trx-umtrx handover.py\u000a----------------------------------------------\u000a14:03:39.559660 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a14:03:39.570827 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a14:03:39.713702 tst handover.py: using LAC 28918\u000a14:03:39.841092 tst handover.py: using RAC 103\u000a14:03:39.968283 tst handover.py: using CellId 28918\u000a14:03:40.095433 tst handover.py: using BVCI 28919\u000a14:03:40.119753 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a14:03:40.261094 tst handover.py: using LAC 28919\u000a14:03:40.387006 tst handover.py: using RAC 104\u000a14:03:40.516461 tst handover.py: using CellId 28919\u000a14:03:40.641044 tst handover.py: using BVCI 28920\u000a14:03:40.665745 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a14:03:40.676852 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a14:03:40.687819 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a14:03:40.699109 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a14:03:40.710395 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a14:03:40.721657 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a14:03:40.837746 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a14:03:41.046392 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a14:03:41.521407 run create_hlr_db(pid=16724): Launched\u000a14:03:41.651833 bus /sierra_2: Setting Powered False\u000a14:03:42.729015 run create_hlr_db(pid=16724): Terminated: ok {rc=0}\u000a14:03:43.125522 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16726): Launched\u000a14:03:43.446742 run osmo-hlr_10.42.42.2(pid=16727): Launched\u000a14:03:43.567691 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a14:03:44.096022 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16729): Launched\u000a14:03:44.415156 run osmo-stp_10.42.42.5(pid=16730): Launched\u000a14:03:44.531212 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a14:03:45.086841 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16732): Launched\u000a14:03:45.407426 run osmo-msc_10.42.42.6(pid=16733): Launched\u000a14:03:45.596385 run osmo-stp_10.42.42.5(pid=16730): ERR: Terminated: ERROR {rc=1} [trial-2375↪handover_2G:trx-lms+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16730)]\u000a14:03:45.733285 run osmo-stp_10.42.42.5(pid=16730): stdout: \u000a| (launched: 2022-12-10_14:03:44.258437)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:03:45.896152 run osmo-stp_10.42.42.5(pid=16730): stderr: \u000a| �[0;m�[38;5;43m20221210140344451 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210140344451 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210140344452 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210140344452 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210140344452 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210140344452 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210140344453 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:03:46.027510 run osmo-stp_10.42.42.5(pid=16730): stdout: \u000a| (launched: 2022-12-10_14:03:44.258437)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:03:46.158302 run osmo-stp_10.42.42.5(pid=16730): stderr: \u000a| �[0;m�[38;5;43m20221210140344451 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210140344451 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210140344452 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210140344452 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210140344452 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210140344452 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210140344453 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:03:46.215262 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=16730): Process ended prematurely: osmo-stp_10.42.42.5(pid=16730) [trial-2375↪handover_2G:trx-lms+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16730)] [trial-2375↪handover_2G:trx-lms+bts1-trx-umtrx↪handover.py:18]\u000a14:03:46.224527 tst handover.py:18: Test FAILED (6.7 sec)\u000a14:03:46.291475 run osmo-hlr_10.42.42.2(pid=16727): ERR: Terminated: ERROR {rc=237} [trial-2375↪handover_2G:trx-lms+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16727)]\u000a14:03:46.344758 run osmo-hlr_10.42.42.2(pid=16727): stdout: \u000a| (launched: 2022-12-10_14:03:43.288654) \u000a14:03:46.399398 run osmo-hlr_10.42.42.2(pid=16727): stderr: \u000a| �[0;m�[1;31m20221210140343487 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210140343487 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210140343487 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210140343487 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210140343487 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210140343487 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210140343499 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2375/run.2022-12-10_12-42-03/handover_2G:trx-lms+bts1-trx-umtrx/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210140343507 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210140343507 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210140343507 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a14:03:46.472069 run osmo-msc_10.42.42.6(pid=16733): ERR: Terminated: ERROR {rc=2} [trial-2375↪handover_2G:trx-lms+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=16733)]\u000a14:03:46.525358 run osmo-msc_10.42.42.6(pid=16733): stdout: \u000a| (launched: 2022-12-10_14:03:45.249804) \u000a14:03:46.579408 run osmo-msc_10.42.42.6(pid=16733): stderr: \u000a| �[0;m�[38;5;43m20221210140345571 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210140345571 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fef881bdc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210140345571 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210140345571 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210140345572 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210140345572 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210140345574 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210140345574 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210140345574 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210140345574 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a14:03:46.625612 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16726): Terminating (SIGTERM)\u000a14:03:46.668563 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16729): Terminating (SIGTERM)\u000a14:03:46.713905 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16732): Terminating (SIGTERM)\u000a14:03:46.725149 --- ParallelTerminationStrategy: PID 16726 died...\u000a14:03:46.783894 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16726): Terminated: ok {rc=0}\u000a14:03:46.794649 --- ParallelTerminationStrategy: PID 16729 died...\u000a14:03:46.853210 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16729): Terminated: ok {rc=0}\u000a14:03:46.864128 --- ParallelTerminationStrategy: PID 16732 died...\u000a14:03:46.922654 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16732): Terminated: ok {rc=0}\u000a14:03:47.012825 bus /sierra_3: Setting Powered False\u000a14:03:48.117204 bus /sierra_3: Setting Powered False\u000a14:03:49.226520 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "189", "name" : "handover_2G_trx-lms+bts1-trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T14:03:39" }, { "cases" : [ { "testActions" : [ ], "age" : 204, "className" : "handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16745): Process ended prematurely: osmo-stp_10.42.42.5(pid=16745) [trial-2375↪handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16745)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16745): Process ended prematurely: osmo-stp_10.42.42.5(pid=16745) [trial-2375↪handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16745)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2375 handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000 handover.py\u000a----------------------------------------------\u000a14:03:51.241348 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a14:03:51.252543 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)\u000a14:03:51.383664 tst handover.py: using LAC 28920\u000a14:03:51.504379 tst handover.py: using RAC 105\u000a14:03:51.623111 tst handover.py: using CellId 28920\u000a14:03:51.747800 tst handover.py: using BVCI 28921\u000a14:03:51.770766 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)\u000a14:03:51.907048 tst handover.py: using LAC 28921\u000a14:03:52.027050 tst handover.py: using RAC 106\u000a14:03:52.146611 tst handover.py: using CellId 28921\u000a14:03:52.266380 tst handover.py: using BVCI 28922\u000a14:03:52.289309 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a14:03:52.300517 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a14:03:52.311669 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a14:03:52.322573 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a14:03:52.333660 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a14:03:52.344624 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a14:03:52.463160 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a14:03:52.663622 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a14:03:53.116933 run create_hlr_db(pid=16738): Launched\u000a14:03:53.238518 bus /sierra_2: Setting Powered False\u000a14:03:54.310635 run create_hlr_db(pid=16738): Terminated: ok {rc=0}\u000a14:03:54.708156 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16740): Launched\u000a14:03:55.029010 run osmo-hlr_10.42.42.2(pid=16742): Launched\u000a14:03:55.150311 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a14:03:55.678175 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16744): Launched\u000a14:03:55.999235 run osmo-stp_10.42.42.5(pid=16745): Launched\u000a14:03:56.115947 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a14:03:56.675165 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16747): Launched\u000a14:03:56.996399 run osmo-msc_10.42.42.6(pid=16748): Launched\u000a14:03:57.185418 run osmo-stp_10.42.42.5(pid=16745): ERR: Terminated: ERROR {rc=1} [trial-2375↪handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16745)]\u000a14:03:57.322266 run osmo-stp_10.42.42.5(pid=16745): stdout: \u000a| (launched: 2022-12-10_14:03:55.841029)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:03:57.457985 run osmo-stp_10.42.42.5(pid=16745): stderr: \u000a| �[0;m�[38;5;43m20221210140356035 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210140356036 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210140356036 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210140356036 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210140356037 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210140356037 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210140356037 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:03:57.586731 run osmo-stp_10.42.42.5(pid=16745): stdout: \u000a| (launched: 2022-12-10_14:03:55.841029)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:03:57.714800 run osmo-stp_10.42.42.5(pid=16745): stderr: \u000a| �[0;m�[38;5;43m20221210140356035 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210140356036 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210140356036 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210140356036 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210140356037 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210140356037 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210140356037 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:03:57.770558 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=16745): Process ended prematurely: osmo-stp_10.42.42.5(pid=16745) [trial-2375↪handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16745)] [trial-2375↪handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000↪handover.py:18]\u000a14:03:57.779188 tst handover.py:18: Test FAILED (6.5 sec)\u000a14:03:57.842190 run osmo-hlr_10.42.42.2(pid=16742): ERR: Terminated: ERROR {rc=237} [trial-2375↪handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16742)]\u000a14:03:57.893430 run osmo-hlr_10.42.42.2(pid=16742): stdout: \u000a| (launched: 2022-12-10_14:03:54.871248) \u000a14:03:57.945337 run osmo-hlr_10.42.42.2(pid=16742): stderr: \u000a| �[0;m�[1;31m20221210140355071 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210140355071 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210140355071 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210140355071 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210140355071 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210140355071 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210140355083 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2375/run.2022-12-10_12-42-03/handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210140355092 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210140355092 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210140355092 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a14:03:58.015441 run osmo-msc_10.42.42.6(pid=16748): ERR: Terminated: ERROR {rc=2} [trial-2375↪handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=16748)]\u000a14:03:58.066702 run osmo-msc_10.42.42.6(pid=16748): stdout: \u000a| (launched: 2022-12-10_14:03:56.838756) \u000a14:03:58.118933 run osmo-msc_10.42.42.6(pid=16748): stderr: \u000a| �[0;m�[38;5;43m20221210140357159 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210140357159 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ff52c4a1c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210140357159 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210140357159 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210140357159 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210140357160 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210140357161 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210140357162 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210140357162 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210140357162 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a14:03:58.162650 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16740): Terminating (SIGTERM)\u000a14:03:58.204206 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16744): Terminating (SIGTERM)\u000a14:03:58.246607 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16747): Terminating (SIGTERM)\u000a14:03:58.257492 --- ParallelTerminationStrategy: PID 16740 died...\u000a14:03:58.323018 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16740): Terminated: ok {rc=0}\u000a14:03:58.333958 --- ParallelTerminationStrategy: PID 16744 died...\u000a14:03:58.391078 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16744): Terminated: ok {rc=0}\u000a14:03:58.401066 --- ParallelTerminationStrategy: PID 16747 died...\u000a14:03:58.457574 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16747): Terminated: ok {rc=0}\u000a14:03:58.543078 bus /sierra_3: Setting Powered False\u000a14:03:59.646440 bus /sierra_3: Setting Powered False\u000a14:04:00.753661 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "190", "name" : "handover_2G_trx-lms-limenet-micro+bts1-trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T14:03:50" }, { "cases" : [ { "testActions" : [ ], "age" : 204, "className" : "handover_2G:trx-lms-limenet-micro+bts1-sysmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16764): Process ended prematurely: osmo-stp_10.42.42.5(pid=16764) [trial-2375↪handover_2G:trx-lms-limenet-micro+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16764)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16764): Process ended prematurely: osmo-stp_10.42.42.5(pid=16764) [trial-2375↪handover_2G:trx-lms-limenet-micro+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16764)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2375 handover_2G:trx-lms-limenet-micro+bts1-sysmo handover.py\u000a----------------------------------------------\u000a14:04:02.806701 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a14:04:02.817512 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a14:04:02.945868 tst handover.py: using LAC 28922\u000a14:04:03.063030 tst handover.py: using RAC 107\u000a14:04:03.181874 tst handover.py: using CellId 28922\u000a14:04:03.299453 tst handover.py: using BVCI 28923\u000a14:04:03.322305 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a14:04:03.441525 tst handover.py: using LAC 28923\u000a14:04:03.557382 tst handover.py: using RAC 108\u000a14:04:03.673328 tst handover.py: using CellId 28923\u000a14:04:03.790174 tst handover.py: using BVCI 28924\u000a14:04:03.813081 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a14:04:03.823907 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a14:04:03.834542 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a14:04:03.845212 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a14:04:03.855885 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a14:04:03.866571 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a14:04:03.985326 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a14:04:04.193615 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a14:04:04.669622 run create_hlr_db(pid=16758): Launched\u000a14:04:04.801397 bus /sierra_2: Setting Powered False\u000a14:04:05.876442 run create_hlr_db(pid=16758): Terminated: ok {rc=0}\u000a14:04:06.253755 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16760): Launched\u000a14:04:06.554154 run osmo-hlr_10.42.42.2(pid=16761): Launched\u000a14:04:06.663504 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a14:04:07.157725 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16763): Launched\u000a14:04:07.458189 run osmo-stp_10.42.42.5(pid=16764): Launched\u000a14:04:07.569972 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a14:04:08.088690 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16766): Launched\u000a14:04:08.387476 run osmo-msc_10.42.42.6(pid=16767): Launched\u000a14:04:08.564321 run osmo-stp_10.42.42.5(pid=16764): ERR: Terminated: ERROR {rc=1} [trial-2375↪handover_2G:trx-lms-limenet-micro+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16764)]\u000a14:04:08.690527 run osmo-stp_10.42.42.5(pid=16764): stdout: \u000a| (launched: 2022-12-10_14:04:07.310479)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:04:08.815667 run osmo-stp_10.42.42.5(pid=16764): stderr: \u000a| �[0;m�[38;5;43m20221210140407479 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210140407479 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210140407479 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210140407480 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210140407482 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210140407482 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210140407482 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:04:08.935372 run osmo-stp_10.42.42.5(pid=16764): stdout: \u000a| (launched: 2022-12-10_14:04:07.310479)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:04:09.053903 run osmo-stp_10.42.42.5(pid=16764): stderr: \u000a| �[0;m�[38;5;43m20221210140407479 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210140407479 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210140407479 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210140407480 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210140407482 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210140407482 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210140407482 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:04:09.105687 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=16764): Process ended prematurely: osmo-stp_10.42.42.5(pid=16764) [trial-2375↪handover_2G:trx-lms-limenet-micro+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16764)] [trial-2375↪handover_2G:trx-lms-limenet-micro+bts1-sysmo↪handover.py:18]\u000a14:04:09.113489 tst handover.py:18: Test FAILED (6.3 sec)\u000a14:04:09.172060 run osmo-hlr_10.42.42.2(pid=16761): ERR: Terminated: ERROR {rc=237} [trial-2375↪handover_2G:trx-lms-limenet-micro+bts1-sysmo↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16761)]\u000a14:04:09.220366 run osmo-hlr_10.42.42.2(pid=16761): stdout: \u000a| (launched: 2022-12-10_14:04:06.406430) \u000a14:04:09.269182 run osmo-hlr_10.42.42.2(pid=16761): stderr: \u000a| �[0;m�[1;31m20221210140406582 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210140406582 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210140406582 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210140406582 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210140406582 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210140406582 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210140406627 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2375/run.2022-12-10_12-42-03/handover_2G:trx-lms-limenet-micro+bts1-sysmo/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210140406636 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210140406636 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210140406636 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a14:04:09.335672 run osmo-msc_10.42.42.6(pid=16767): ERR: Terminated: ERROR {rc=2} [trial-2375↪handover_2G:trx-lms-limenet-micro+bts1-sysmo↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=16767)]\u000a14:04:09.383985 run osmo-msc_10.42.42.6(pid=16767): stdout: \u000a| (launched: 2022-12-10_14:04:08.240474) \u000a14:04:09.432882 run osmo-msc_10.42.42.6(pid=16767): stderr: \u000a| �[0;m�[38;5;43m20221210140408512 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210140408513 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f5fbf9a5c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210140408513 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210140408513 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210140408513 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210140408514 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210140408515 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210140408516 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210140408516 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210140408516 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a14:04:09.474015 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16760): Terminating (SIGTERM)\u000a14:04:09.513036 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16763): Terminating (SIGTERM)\u000a14:04:09.551995 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16766): Terminating (SIGTERM)\u000a14:04:09.561350 --- ParallelTerminationStrategy: PID 16760 died...\u000a14:04:09.613454 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16760): Terminated: ok {rc=0}\u000a14:04:09.622870 --- ParallelTerminationStrategy: PID 16763 died...\u000a14:04:09.675250 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16763): Terminated: ok {rc=0}\u000a14:04:09.684652 --- ParallelTerminationStrategy: PID 16766 died...\u000a14:04:09.736646 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16766): Terminated: ok {rc=0}\u000a14:04:09.818674 bus /sierra_3: Setting Powered False\u000a14:04:10.924395 bus /sierra_3: Setting Powered False\u000a14:04:12.033063 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "191", "name" : "handover_2G_trx-lms-limenet-micro+bts1-sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T14:04:02" }, { "cases" : [ { "testActions" : [ ], "age" : 204, "className" : "handover_2G:trx-lms-limenet-micro+bts1-trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16778): Process ended prematurely: osmo-stp_10.42.42.5(pid=16778) [trial-2375↪handover_2G:trx-lms-limenet-micro+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16778)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16778): Process ended prematurely: osmo-stp_10.42.42.5(pid=16778) [trial-2375↪handover_2G:trx-lms-limenet-micro+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16778)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2375 handover_2G:trx-lms-limenet-micro+bts1-trx-b200 handover.py\u000a----------------------------------------------\u000a14:04:14.032540 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a14:04:14.043497 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a14:04:14.174370 tst handover.py: using LAC 28924\u000a14:04:14.291785 tst handover.py: using RAC 109\u000a14:04:14.410082 tst handover.py: using CellId 28924\u000a14:04:14.527121 tst handover.py: using BVCI 28925\u000a14:04:14.549945 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a14:04:14.684548 tst handover.py: using LAC 28925\u000a14:04:14.804089 tst handover.py: using RAC 110\u000a14:04:14.923601 tst handover.py: using CellId 28925\u000a14:04:15.042714 tst handover.py: using BVCI 28926\u000a14:04:15.065433 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a14:04:15.076262 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a14:04:15.087065 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a14:04:15.097969 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a14:04:15.108746 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a14:04:15.119521 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a14:04:15.237451 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a14:04:15.435909 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a14:04:15.927670 run create_hlr_db(pid=16772): Launched\u000a14:04:16.055034 bus /sierra_2: Setting Powered False\u000a14:04:17.128676 run create_hlr_db(pid=16772): Terminated: ok {rc=0}\u000a14:04:17.506423 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16774): Launched\u000a14:04:17.806428 run osmo-hlr_10.42.42.2(pid=16775): Launched\u000a14:04:17.915818 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a14:04:18.408823 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16777): Launched\u000a14:04:18.708398 run osmo-stp_10.42.42.5(pid=16778): Launched\u000a14:04:18.817640 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a14:04:19.338426 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16780): Launched\u000a14:04:19.638334 run osmo-msc_10.42.42.6(pid=16781): Launched\u000a14:04:19.815479 run osmo-stp_10.42.42.5(pid=16778): ERR: Terminated: ERROR {rc=1} [trial-2375↪handover_2G:trx-lms-limenet-micro+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16778)]\u000a14:04:19.942574 run osmo-stp_10.42.42.5(pid=16778): stdout: \u000a| (launched: 2022-12-10_14:04:18.560863)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:04:20.067194 run osmo-stp_10.42.42.5(pid=16778): stderr: \u000a| �[0;m�[38;5;43m20221210140418732 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210140418732 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210140418732 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210140418733 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210140418733 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210140418734 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210140418734 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:04:20.187026 run osmo-stp_10.42.42.5(pid=16778): stdout: \u000a| (launched: 2022-12-10_14:04:18.560863)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:04:20.305559 run osmo-stp_10.42.42.5(pid=16778): stderr: \u000a| �[0;m�[38;5;43m20221210140418732 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210140418732 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210140418732 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210140418733 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210140418733 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210140418734 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210140418734 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:04:20.357366 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=16778): Process ended prematurely: osmo-stp_10.42.42.5(pid=16778) [trial-2375↪handover_2G:trx-lms-limenet-micro+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16778)] [trial-2375↪handover_2G:trx-lms-limenet-micro+bts1-trx-b200↪handover.py:18]\u000a14:04:20.365216 tst handover.py:18: Test FAILED (6.3 sec)\u000a14:04:20.423885 run osmo-hlr_10.42.42.2(pid=16775): ERR: Terminated: ERROR {rc=237} [trial-2375↪handover_2G:trx-lms-limenet-micro+bts1-trx-b200↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16775)]\u000a14:04:20.471924 run osmo-hlr_10.42.42.2(pid=16775): stdout: \u000a| (launched: 2022-12-10_14:04:17.659103) \u000a14:04:20.520753 run osmo-hlr_10.42.42.2(pid=16775): stderr: \u000a| �[0;m�[1;31m20221210140417835 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210140417835 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210140417835 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210140417835 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210140417835 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210140417836 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210140417848 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2375/run.2022-12-10_12-42-03/handover_2G:trx-lms-limenet-micro+bts1-trx-b200/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210140417856 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210140417857 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210140417857 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a14:04:20.587002 run osmo-msc_10.42.42.6(pid=16781): ERR: Terminated: ERROR {rc=2} [trial-2375↪handover_2G:trx-lms-limenet-micro+bts1-trx-b200↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=16781)]\u000a14:04:20.634784 run osmo-msc_10.42.42.6(pid=16781): stdout: \u000a| (launched: 2022-12-10_14:04:19.489953) \u000a14:04:20.683284 run osmo-msc_10.42.42.6(pid=16781): stderr: \u000a| �[0;m�[38;5;43m20221210140419760 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210140419760 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fbcd977fc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210140419761 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210140419761 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210140419761 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210140419761 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210140419764 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210140419764 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210140419764 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210140419764 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a14:04:20.724294 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16774): Terminating (SIGTERM)\u000a14:04:20.763200 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16777): Terminating (SIGTERM)\u000a14:04:20.802184 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16780): Terminating (SIGTERM)\u000a14:04:20.811299 --- ParallelTerminationStrategy: PID 16774 died...\u000a14:04:20.863857 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16774): Terminated: ok {rc=0}\u000a14:04:20.873387 --- ParallelTerminationStrategy: PID 16777 died...\u000a14:04:20.925017 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16777): Terminated: ok {rc=0}\u000a14:04:20.934368 --- ParallelTerminationStrategy: PID 16780 died...\u000a14:04:20.986929 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16780): Terminated: ok {rc=0}\u000a14:04:21.075672 bus /sierra_3: Setting Powered False\u000a14:04:22.180407 bus /sierra_3: Setting Powered False\u000a14:04:23.287640 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "192", "name" : "handover_2G_trx-lms-limenet-micro+bts1-trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T14:04:13" }, { "cases" : [ { "testActions" : [ ], "age" : 204, "className" : "handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16792): Process ended prematurely: osmo-stp_10.42.42.5(pid=16792) [trial-2375↪handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16792)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16792): Process ended prematurely: osmo-stp_10.42.42.5(pid=16792) [trial-2375↪handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16792)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2375 handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx handover.py\u000a----------------------------------------------\u000a14:04:25.297314 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a14:04:25.308080 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a14:04:25.449844 tst handover.py: using LAC 28926\u000a14:04:25.574059 tst handover.py: using RAC 111\u000a14:04:25.698141 tst handover.py: using CellId 28926\u000a14:04:25.816287 tst handover.py: using BVCI 28927\u000a14:04:25.839114 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a14:04:25.978818 tst handover.py: using LAC 28927\u000a14:04:26.105078 tst handover.py: using RAC 112\u000a14:04:26.228785 tst handover.py: using CellId 28927\u000a14:04:26.352738 tst handover.py: using BVCI 28928\u000a14:04:26.377311 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a14:04:26.389277 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a14:04:26.400544 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a14:04:26.412277 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a14:04:26.423915 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a14:04:26.435428 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a14:04:26.550916 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a14:04:26.760351 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a14:04:27.235237 run create_hlr_db(pid=16786): Launched\u000a14:04:27.366464 bus /sierra_2: Setting Powered False\u000a14:04:28.440883 run create_hlr_db(pid=16786): Terminated: ok {rc=0}\u000a14:04:28.818223 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16788): Launched\u000a14:04:29.119589 run osmo-hlr_10.42.42.2(pid=16789): Launched\u000a14:04:29.237043 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a14:04:29.732378 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16791): Launched\u000a14:04:30.032309 run osmo-stp_10.42.42.5(pid=16792): Launched\u000a14:04:30.141575 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a14:04:30.662307 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16794): Launched\u000a14:04:31.084587 run osmo-msc_10.42.42.6(pid=16795): Launched\u000a14:04:31.543369 run osmo-stp_10.42.42.5(pid=16792): ERR: Terminated: ERROR {rc=1} [trial-2375↪handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16792)]\u000a14:04:31.682008 run osmo-stp_10.42.42.5(pid=16792): stdout: \u000a| (launched: 2022-12-10_14:04:29.884585)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:04:31.809251 run osmo-stp_10.42.42.5(pid=16792): stderr: \u000a| �[0;m�[38;5;43m20221210140430053 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210140430053 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210140430053 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210140430054 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210140430054 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210140430054 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210140430054 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:04:31.932085 run osmo-stp_10.42.42.5(pid=16792): stdout: \u000a| (launched: 2022-12-10_14:04:29.884585)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:04:32.053583 run osmo-stp_10.42.42.5(pid=16792): stderr: \u000a| �[0;m�[38;5;43m20221210140430053 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210140430053 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210140430053 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210140430054 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210140430054 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210140430054 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210140430054 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:04:32.106778 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=16792): Process ended prematurely: osmo-stp_10.42.42.5(pid=16792) [trial-2375↪handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16792)] [trial-2375↪handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx↪handover.py:18]\u000a14:04:32.115254 tst handover.py:18: Test FAILED (6.8 sec)\u000a14:04:32.176441 run osmo-hlr_10.42.42.2(pid=16789): ERR: Terminated: ERROR {rc=237} [trial-2375↪handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16789)]\u000a14:04:32.226056 run osmo-hlr_10.42.42.2(pid=16789): stdout: \u000a| (launched: 2022-12-10_14:04:28.971257) \u000a14:04:32.275673 run osmo-hlr_10.42.42.2(pid=16789): stderr: \u000a| �[0;m�[1;31m20221210140429146 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210140429146 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210140429146 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210140429146 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210140429146 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210140429146 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210140429159 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2375/run.2022-12-10_12-42-03/handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210140429167 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210140429168 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210140429168 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a14:04:32.343928 run osmo-msc_10.42.42.6(pid=16795): ERR: Terminated: ERROR {rc=2} [trial-2375↪handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=16795)]\u000a14:04:32.393439 run osmo-msc_10.42.42.6(pid=16795): stdout: \u000a| (launched: 2022-12-10_14:04:30.814617) \u000a14:04:32.442961 run osmo-msc_10.42.42.6(pid=16795): stderr: \u000a| �[0;m�[38;5;43m20221210140431239 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210140431239 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f96a9011c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210140431239 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210140431239 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210140431240 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210140431240 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210140431250 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210140431250 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210140431250 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210140431250 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a14:04:32.484209 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16788): Terminating (SIGTERM)\u000a14:04:32.523620 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16791): Terminating (SIGTERM)\u000a14:04:32.563322 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16794): Terminating (SIGTERM)\u000a14:04:32.573088 --- ParallelTerminationStrategy: PID 16788 died...\u000a14:04:32.625743 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16788): Terminated: ok {rc=0}\u000a14:04:32.635641 --- ParallelTerminationStrategy: PID 16791 died...\u000a14:04:32.688260 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16791): Terminated: ok {rc=0}\u000a14:04:32.698351 --- ParallelTerminationStrategy: PID 16794 died...\u000a14:04:32.750885 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16794): Terminated: ok {rc=0}\u000a14:04:32.838912 bus /sierra_3: Setting Powered False\u000a14:04:33.940755 bus /sierra_3: Setting Powered False\u000a14:04:35.051602 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "193", "name" : "handover_2G_trx-lms-limenet-micro+bts1-trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T14:04:25" }, { "cases" : [ { "testActions" : [ ], "age" : 204, "className" : "handover_2G:trx-sysmocell5000+bts1-sysmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16806): Process ended prematurely: osmo-stp_10.42.42.5(pid=16806) [trial-2375↪handover_2G:trx-sysmocell5000+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16806)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16806): Process ended prematurely: osmo-stp_10.42.42.5(pid=16806) [trial-2375↪handover_2G:trx-sysmocell5000+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16806)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2375 handover_2G:trx-sysmocell5000+bts1-sysmo handover.py\u000a----------------------------------------------\u000a14:04:37.053385 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a14:04:37.064426 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a14:04:37.199897 tst handover.py: using LAC 28928\u000a14:04:37.318692 tst handover.py: using RAC 113\u000a14:04:37.436006 tst handover.py: using CellId 28928\u000a14:04:37.553109 tst handover.py: using BVCI 28929\u000a14:04:37.575805 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a14:04:37.703657 tst handover.py: using LAC 28929\u000a14:04:37.830557 tst handover.py: using RAC 114\u000a14:04:37.960056 tst handover.py: using CellId 28929\u000a14:04:38.083709 tst handover.py: using BVCI 28930\u000a14:04:38.108082 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a14:04:38.119479 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a14:04:38.130687 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a14:04:38.142681 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a14:04:38.154602 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a14:04:38.167211 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a14:04:38.284146 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a14:04:38.484043 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a14:04:38.932913 run create_hlr_db(pid=16800): Launched\u000a14:04:39.054316 bus /sierra_2: Setting Powered False\u000a14:04:40.124724 run create_hlr_db(pid=16800): Terminated: ok {rc=0}\u000a14:04:40.493787 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16802): Launched\u000a14:04:40.788750 run osmo-hlr_10.42.42.2(pid=16803): Launched\u000a14:04:40.897125 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a14:04:41.385059 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16805): Launched\u000a14:04:41.681149 run osmo-stp_10.42.42.5(pid=16806): Launched\u000a14:04:41.789079 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a14:04:42.305429 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16808): Launched\u000a14:04:42.602450 run osmo-msc_10.42.42.6(pid=16809): Launched\u000a14:04:42.777744 run osmo-stp_10.42.42.5(pid=16806): ERR: Terminated: ERROR {rc=1} [trial-2375↪handover_2G:trx-sysmocell5000+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16806)]\u000a14:04:42.903651 run osmo-stp_10.42.42.5(pid=16806): stdout: \u000a| (launched: 2022-12-10_14:04:41.535711)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:04:43.027128 run osmo-stp_10.42.42.5(pid=16806): stderr: \u000a| �[0;m�[38;5;43m20221210140441706 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210140441706 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210140441707 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210140441707 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210140441708 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210140441708 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210140441708 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:04:43.146248 run osmo-stp_10.42.42.5(pid=16806): stdout: \u000a| (launched: 2022-12-10_14:04:41.535711)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:04:43.263581 run osmo-stp_10.42.42.5(pid=16806): stderr: \u000a| �[0;m�[38;5;43m20221210140441706 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210140441706 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210140441707 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210140441707 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210140441708 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210140441708 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210140441708 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:04:43.314946 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=16806): Process ended prematurely: osmo-stp_10.42.42.5(pid=16806) [trial-2375↪handover_2G:trx-sysmocell5000+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16806)] [trial-2375↪handover_2G:trx-sysmocell5000+bts1-sysmo↪handover.py:18]\u000a14:04:43.322683 tst handover.py:18: Test FAILED (6.3 sec)\u000a14:04:43.380722 run osmo-hlr_10.42.42.2(pid=16803): ERR: Terminated: ERROR {rc=237} [trial-2375↪handover_2G:trx-sysmocell5000+bts1-sysmo↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16803)]\u000a14:04:43.428476 run osmo-hlr_10.42.42.2(pid=16803): stdout: \u000a| (launched: 2022-12-10_14:04:40.644380) \u000a14:04:43.477079 run osmo-hlr_10.42.42.2(pid=16803): stderr: \u000a| �[0;m�[1;31m20221210140440817 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210140440817 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210140440817 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210140440817 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210140440817 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210140440817 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210140440829 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2375/run.2022-12-10_12-42-03/handover_2G:trx-sysmocell5000+bts1-sysmo/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210140440838 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210140440838 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210140440838 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a14:04:43.542688 run osmo-msc_10.42.42.6(pid=16809): ERR: Terminated: ERROR {rc=2} [trial-2375↪handover_2G:trx-sysmocell5000+bts1-sysmo↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=16809)]\u000a14:04:43.590569 run osmo-msc_10.42.42.6(pid=16809): stdout: \u000a| (launched: 2022-12-10_14:04:42.456873) \u000a14:04:43.638818 run osmo-msc_10.42.42.6(pid=16809): stderr: \u000a| �[0;m�[38;5;43m20221210140442729 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210140442729 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f97e7a8fc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210140442729 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210140442729 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210140442729 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210140442730 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210140442733 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210140442733 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210140442734 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210140442734 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a14:04:43.679645 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16802): Terminating (SIGTERM)\u000a14:04:43.718086 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16805): Terminating (SIGTERM)\u000a14:04:43.757041 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16808): Terminating (SIGTERM)\u000a14:04:43.766106 --- ParallelTerminationStrategy: PID 16802 died...\u000a14:04:43.818952 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16802): Terminated: ok {rc=0}\u000a14:04:43.829014 --- ParallelTerminationStrategy: PID 16805 died...\u000a14:04:43.881270 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16805): Terminated: ok {rc=0}\u000a14:04:43.890798 --- ParallelTerminationStrategy: PID 16808 died...\u000a14:04:43.943309 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16808): Terminated: ok {rc=0}\u000a14:04:44.031004 bus /sierra_3: Setting Powered False\u000a14:04:45.131326 bus /sierra_3: Setting Powered False\u000a14:04:46.245217 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "194", "name" : "handover_2G_trx-sysmocell5000+bts1-sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T14:04:36" }, { "cases" : [ { "testActions" : [ ], "age" : 204, "className" : "handover_2G:trx-sysmocell5000+bts1-trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16820): Process ended prematurely: osmo-stp_10.42.42.5(pid=16820) [trial-2375↪handover_2G:trx-sysmocell5000+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16820)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16820): Process ended prematurely: osmo-stp_10.42.42.5(pid=16820) [trial-2375↪handover_2G:trx-sysmocell5000+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16820)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2375 handover_2G:trx-sysmocell5000+bts1-trx-b200 handover.py\u000a----------------------------------------------\u000a14:04:48.268651 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a14:04:48.279790 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a14:04:48.421855 tst handover.py: using LAC 28930\u000a14:04:48.545217 tst handover.py: using RAC 115\u000a14:04:48.670985 tst handover.py: using CellId 28930\u000a14:04:48.793975 tst handover.py: using BVCI 28931\u000a14:04:48.818002 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a14:04:48.959963 tst handover.py: using LAC 28931\u000a14:04:49.085908 tst handover.py: using RAC 116\u000a14:04:49.212404 tst handover.py: using CellId 28931\u000a14:04:49.336600 tst handover.py: using BVCI 28932\u000a14:04:49.360686 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a14:04:49.371888 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a14:04:49.382855 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a14:04:49.394694 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a14:04:49.406505 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a14:04:49.418144 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a14:04:49.534994 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a14:04:49.738534 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a14:04:50.206555 run create_hlr_db(pid=16814): Launched\u000a14:04:50.335578 bus /sierra_2: Setting Powered False\u000a14:04:51.409871 run create_hlr_db(pid=16814): Terminated: ok {rc=0}\u000a14:04:51.800737 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16816): Launched\u000a14:04:52.115057 run osmo-hlr_10.42.42.2(pid=16817): Launched\u000a14:04:52.234067 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a14:04:52.755562 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16819): Launched\u000a14:04:53.072170 run osmo-stp_10.42.42.5(pid=16820): Launched\u000a14:04:53.188379 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a14:04:53.740170 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16822): Launched\u000a14:04:54.058192 run osmo-msc_10.42.42.6(pid=16823): Launched\u000a14:04:54.245254 run osmo-stp_10.42.42.5(pid=16820): ERR: Terminated: ERROR {rc=1} [trial-2375↪handover_2G:trx-sysmocell5000+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16820)]\u000a14:04:54.380575 run osmo-stp_10.42.42.5(pid=16820): stdout: \u000a| (launched: 2022-12-10_14:04:52.916482)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:04:54.515134 run osmo-stp_10.42.42.5(pid=16820): stderr: \u000a| �[0;m�[38;5;43m20221210140453109 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210140453109 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210140453109 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210140453110 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210140453110 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210140453110 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210140453110 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:04:54.642241 run osmo-stp_10.42.42.5(pid=16820): stdout: \u000a| (launched: 2022-12-10_14:04:52.916482)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:04:54.769209 run osmo-stp_10.42.42.5(pid=16820): stderr: \u000a| �[0;m�[38;5;43m20221210140453109 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210140453109 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210140453109 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210140453110 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210140453110 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210140453110 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210140453110 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:04:54.824097 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=16820): Process ended prematurely: osmo-stp_10.42.42.5(pid=16820) [trial-2375↪handover_2G:trx-sysmocell5000+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16820)] [trial-2375↪handover_2G:trx-sysmocell5000+bts1-trx-b200↪handover.py:18]\u000a14:04:54.832591 tst handover.py:18: Test FAILED (6.6 sec)\u000a14:04:54.894580 run osmo-hlr_10.42.42.2(pid=16817): ERR: Terminated: ERROR {rc=237} [trial-2375↪handover_2G:trx-sysmocell5000+bts1-trx-b200↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16817)]\u000a14:04:54.945718 run osmo-hlr_10.42.42.2(pid=16817): stdout: \u000a| (launched: 2022-12-10_14:04:51.961383) \u000a14:04:54.997018 run osmo-hlr_10.42.42.2(pid=16817): stderr: \u000a| �[0;m�[1;31m20221210140452159 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210140452159 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210140452159 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210140452159 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210140452159 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210140452159 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210140452172 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2375/run.2022-12-10_12-42-03/handover_2G:trx-sysmocell5000+bts1-trx-b200/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210140452182 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210140452182 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210140452182 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a14:04:55.066780 run osmo-msc_10.42.42.6(pid=16823): ERR: Terminated: ERROR {rc=2} [trial-2375↪handover_2G:trx-sysmocell5000+bts1-trx-b200↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=16823)]\u000a14:04:55.117673 run osmo-msc_10.42.42.6(pid=16823): stdout: \u000a| (launched: 2022-12-10_14:04:53.902301) \u000a14:04:55.169201 run osmo-msc_10.42.42.6(pid=16823): stderr: \u000a| �[0;m�[38;5;43m20221210140454221 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210140454221 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fd8cdc6fc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210140454221 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210140454221 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210140454222 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210140454222 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210140454225 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210140454226 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210140454226 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210140454226 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a14:04:55.212500 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16816): Terminating (SIGTERM)\u000a14:04:55.254042 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16819): Terminating (SIGTERM)\u000a14:04:55.295413 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16822): Terminating (SIGTERM)\u000a14:04:55.305392 --- ParallelTerminationStrategy: PID 16816 died...\u000a14:04:55.360638 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16816): Terminated: ok {rc=0}\u000a14:04:55.370687 --- ParallelTerminationStrategy: PID 16819 died...\u000a14:04:55.425638 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16819): Terminated: ok {rc=0}\u000a14:04:55.435629 --- ParallelTerminationStrategy: PID 16822 died...\u000a14:04:55.490454 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16822): Terminated: ok {rc=0}\u000a14:04:55.576523 bus /sierra_3: Setting Powered False\u000a14:04:56.675878 bus /sierra_3: Setting Powered False\u000a14:04:57.784747 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "195", "name" : "handover_2G_trx-sysmocell5000+bts1-trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T14:04:47" }, { "cases" : [ { "testActions" : [ ], "age" : 204, "className" : "handover_2G:trx-sysmocell5000+bts1-trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16837): Process ended prematurely: osmo-stp_10.42.42.5(pid=16837) [trial-2375↪handover_2G:trx-sysmocell5000+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16837)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16837): Process ended prematurely: osmo-stp_10.42.42.5(pid=16837) [trial-2375↪handover_2G:trx-sysmocell5000+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16837)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2375 handover_2G:trx-sysmocell5000+bts1-trx-umtrx handover.py\u000a----------------------------------------------\u000a14:04:59.813221 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a14:04:59.824151 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a14:04:59.958495 tst handover.py: using LAC 28932\u000a14:05:00.083866 tst handover.py: using RAC 117\u000a14:05:00.209715 tst handover.py: using CellId 28932\u000a14:05:00.334689 tst handover.py: using BVCI 28933\u000a14:05:00.358984 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a14:05:00.498558 tst handover.py: using LAC 28933\u000a14:05:00.623166 tst handover.py: using RAC 118\u000a14:05:00.749900 tst handover.py: using CellId 28933\u000a14:05:00.880631 tst handover.py: using BVCI 28934\u000a14:05:00.906294 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a14:05:00.918362 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a14:05:00.931568 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a14:05:00.946621 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a14:05:00.957881 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a14:05:00.969730 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a14:05:01.091169 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a14:05:01.304506 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a14:05:01.837656 run create_hlr_db(pid=16831): Launched\u000a14:05:01.969500 bus /sierra_2: Setting Powered False\u000a14:05:03.036745 run create_hlr_db(pid=16831): Terminated: ok {rc=0}\u000a14:05:03.405812 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16833): Launched\u000a14:05:03.700827 run osmo-hlr_10.42.42.2(pid=16834): Launched\u000a14:05:03.808929 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a14:05:04.296713 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16836): Launched\u000a14:05:04.592923 run osmo-stp_10.42.42.5(pid=16837): Launched\u000a14:05:04.702766 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a14:05:05.218378 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16839): Launched\u000a14:05:05.514225 run osmo-msc_10.42.42.6(pid=16840): Launched\u000a14:05:05.689015 run osmo-stp_10.42.42.5(pid=16837): ERR: Terminated: ERROR {rc=1} [trial-2375↪handover_2G:trx-sysmocell5000+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16837)]\u000a14:05:05.815407 run osmo-stp_10.42.42.5(pid=16837): stdout: \u000a| (launched: 2022-12-10_14:05:04.447648)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:05:05.939092 run osmo-stp_10.42.42.5(pid=16837): stderr: \u000a| �[0;m�[38;5;43m20221210140504615 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210140504615 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210140504615 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210140504616 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210140504618 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210140504618 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210140504618 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:05:06.058037 run osmo-stp_10.42.42.5(pid=16837): stdout: \u000a| (launched: 2022-12-10_14:05:04.447648)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:05:06.175624 run osmo-stp_10.42.42.5(pid=16837): stderr: \u000a| �[0;m�[38;5;43m20221210140504615 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210140504615 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210140504615 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210140504616 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210140504618 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210140504618 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210140504618 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:05:06.227371 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=16837): Process ended prematurely: osmo-stp_10.42.42.5(pid=16837) [trial-2375↪handover_2G:trx-sysmocell5000+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16837)] [trial-2375↪handover_2G:trx-sysmocell5000+bts1-trx-umtrx↪handover.py:18]\u000a14:05:06.235157 tst handover.py:18: Test FAILED (6.4 sec)\u000a14:05:06.293683 run osmo-hlr_10.42.42.2(pid=16834): ERR: Terminated: ERROR {rc=237} [trial-2375↪handover_2G:trx-sysmocell5000+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16834)]\u000a14:05:06.341882 run osmo-hlr_10.42.42.2(pid=16834): stdout: \u000a| (launched: 2022-12-10_14:05:03.556672) \u000a14:05:06.390700 run osmo-hlr_10.42.42.2(pid=16834): stderr: \u000a| �[0;m�[1;31m20221210140503734 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210140503734 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210140503735 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210140503735 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210140503735 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210140503735 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210140503747 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2375/run.2022-12-10_12-42-03/handover_2G:trx-sysmocell5000+bts1-trx-umtrx/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210140503756 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210140503756 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210140503756 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a14:05:06.457259 run osmo-msc_10.42.42.6(pid=16840): ERR: Terminated: ERROR {rc=2} [trial-2375↪handover_2G:trx-sysmocell5000+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=16840)]\u000a14:05:06.505265 run osmo-msc_10.42.42.6(pid=16840): stdout: \u000a| (launched: 2022-12-10_14:05:05.369095) \u000a14:05:06.553986 run osmo-msc_10.42.42.6(pid=16840): stderr: \u000a| �[0;m�[38;5;43m20221210140505639 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210140505639 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fd2d17d9c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210140505639 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210140505639 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210140505640 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210140505640 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210140505642 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210140505642 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210140505642 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210140505642 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a14:05:06.595095 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16833): Terminating (SIGTERM)\u000a14:05:06.634139 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16836): Terminating (SIGTERM)\u000a14:05:06.673324 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16839): Terminating (SIGTERM)\u000a14:05:06.682451 --- ParallelTerminationStrategy: PID 16833 died...\u000a14:05:06.734978 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16833): Terminated: ok {rc=0}\u000a14:05:06.744812 --- ParallelTerminationStrategy: PID 16836 died...\u000a14:05:06.797112 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16836): Terminated: ok {rc=0}\u000a14:05:06.806488 --- ParallelTerminationStrategy: PID 16839 died...\u000a14:05:06.858491 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16839): Terminated: ok {rc=0}\u000a14:05:06.940206 bus /sierra_3: Setting Powered False\u000a14:05:08.044758 bus /sierra_3: Setting Powered False\u000a14:05:09.150408 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "196", "name" : "handover_2G_trx-sysmocell5000+bts1-trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T14:04:59" }, { "cases" : [ { "testActions" : [ ], "age" : 58, "className" : "handover_2G:sysmo+bts1-trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16851): Process ended prematurely: osmo-stp_10.42.42.5(pid=16851) [trial-2375↪handover_2G:sysmo+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16851)]", "failedSince" : 2318, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16851): Process ended prematurely: osmo-stp_10.42.42.5(pid=16851) [trial-2375↪handover_2G:sysmo+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16851)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2375 handover_2G:sysmo+bts1-trx-b200 handover.py\u000a----------------------------------------------\u000a14:05:11.156877 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a14:05:11.168409 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a14:05:11.289667 tst handover.py: using LAC 28934\u000a14:05:11.404525 tst handover.py: using RAC 119\u000a14:05:11.518410 tst handover.py: using CellId 28934\u000a14:05:11.632518 tst handover.py: using BVCI 28935\u000a14:05:11.655023 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a14:05:11.794036 tst handover.py: using LAC 28935\u000a14:05:11.916938 tst handover.py: using RAC 120\u000a14:05:12.041107 tst handover.py: using CellId 28935\u000a14:05:12.163818 tst handover.py: using BVCI 28936\u000a14:05:12.188140 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a14:05:12.199263 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a14:05:12.210228 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a14:05:12.221300 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a14:05:12.232290 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a14:05:12.243289 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a14:05:12.358236 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a14:05:12.564112 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a14:05:13.034904 run create_hlr_db(pid=16845): Launched\u000a14:05:13.164310 bus /sierra_2: Setting Powered False\u000a14:05:14.239107 run create_hlr_db(pid=16845): Terminated: ok {rc=0}\u000a14:05:14.631850 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16847): Launched\u000a14:05:14.949379 run osmo-hlr_10.42.42.2(pid=16848): Launched\u000a14:05:15.067981 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a14:05:15.590904 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16850): Launched\u000a14:05:15.982609 run osmo-stp_10.42.42.5(pid=16851): Launched\u000a14:05:16.249544 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a14:05:16.828283 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16853): Launched\u000a14:05:17.298989 run osmo-msc_10.42.42.6(pid=16854): Launched\u000a14:05:17.484789 run osmo-stp_10.42.42.5(pid=16851): ERR: Terminated: ERROR {rc=1} [trial-2375↪handover_2G:sysmo+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16851)]\u000a14:05:17.619587 run osmo-stp_10.42.42.5(pid=16851): stdout: \u000a| (launched: 2022-12-10_14:05:15.752266)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:05:17.752227 run osmo-stp_10.42.42.5(pid=16851): stderr: \u000a| �[0;m�[38;5;43m20221210140516070 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210140516070 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210140516070 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210140516071 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210140516071 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210140516071 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210140516071 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:05:17.879666 run osmo-stp_10.42.42.5(pid=16851): stdout: \u000a| (launched: 2022-12-10_14:05:15.752266)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:05:18.005827 run osmo-stp_10.42.42.5(pid=16851): stderr: \u000a| �[0;m�[38;5;43m20221210140516070 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210140516070 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210140516070 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210140516071 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210140516071 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210140516071 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210140516071 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:05:18.060837 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=16851): Process ended prematurely: osmo-stp_10.42.42.5(pid=16851) [trial-2375↪handover_2G:sysmo+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16851)] [trial-2375↪handover_2G:sysmo+bts1-trx-b200↪handover.py:18]\u000a14:05:18.069311 tst handover.py:18: Test FAILED (6.9 sec)\u000a14:05:18.131904 run osmo-hlr_10.42.42.2(pid=16848): ERR: Terminated: ERROR {rc=237} [trial-2375↪handover_2G:sysmo+bts1-trx-b200↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16848)]\u000a14:05:18.182546 run osmo-hlr_10.42.42.2(pid=16848): stdout: \u000a| (launched: 2022-12-10_14:05:14.793559) \u000a14:05:18.233536 run osmo-hlr_10.42.42.2(pid=16848): stderr: \u000a| �[0;m�[1;31m20221210140514993 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210140514993 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210140514993 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210140514993 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210140514993 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210140514993 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210140515006 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2375/run.2022-12-10_12-42-03/handover_2G:sysmo+bts1-trx-b200/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210140515014 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210140515014 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210140515014 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a14:05:18.303485 run osmo-msc_10.42.42.6(pid=16854): ERR: Terminated: ERROR {rc=2} [trial-2375↪handover_2G:sysmo+bts1-trx-b200↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=16854)]\u000a14:05:18.354047 run osmo-msc_10.42.42.6(pid=16854): stdout: \u000a| (launched: 2022-12-10_14:05:16.991420) \u000a14:05:18.405577 run osmo-msc_10.42.42.6(pid=16854): stderr: \u000a| �[0;m�[38;5;43m20221210140517349 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210140517349 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f13bd6abc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210140517349 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210140517349 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210140517349 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210140517350 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210140517353 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210140517353 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210140517354 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210140517354 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a14:05:18.448810 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16847): Terminating (SIGTERM)\u000a14:05:18.490709 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16850): Terminating (SIGTERM)\u000a14:05:18.532032 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16853): Terminating (SIGTERM)\u000a14:05:18.541956 --- ParallelTerminationStrategy: PID 16847 died...\u000a14:05:18.597591 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16847): Terminated: ok {rc=0}\u000a14:05:18.607666 --- ParallelTerminationStrategy: PID 16850 died...\u000a14:05:18.663075 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16850): Terminated: ok {rc=0}\u000a14:05:18.673083 --- ParallelTerminationStrategy: PID 16853 died...\u000a14:05:18.728400 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16853): Terminated: ok {rc=0}\u000a14:05:18.813119 bus /sierra_3: Setting Powered False\u000a14:05:19.918599 bus /sierra_3: Setting Powered False\u000a14:05:21.023572 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "197", "name" : "handover_2G_sysmo+bts1-trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T14:05:10" }, { "cases" : [ { "testActions" : [ ], "age" : 58, "className" : "handover_2G:sysmo+bts1-trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16865): Process ended prematurely: osmo-stp_10.42.42.5(pid=16865) [trial-2375↪handover_2G:sysmo+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16865)]", "failedSince" : 2318, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16865): Process ended prematurely: osmo-stp_10.42.42.5(pid=16865) [trial-2375↪handover_2G:sysmo+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16865)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2375 handover_2G:sysmo+bts1-trx-umtrx handover.py\u000a----------------------------------------------\u000a14:05:23.011355 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a14:05:23.022376 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a14:05:23.150701 tst handover.py: using LAC 28936\u000a14:05:23.275003 tst handover.py: using RAC 121\u000a14:05:23.395068 tst handover.py: using CellId 28936\u000a14:05:23.511861 tst handover.py: using BVCI 28937\u000a14:05:23.534601 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a14:05:23.668256 tst handover.py: using LAC 28937\u000a14:05:23.783919 tst handover.py: using RAC 122\u000a14:05:23.900170 tst handover.py: using CellId 28937\u000a14:05:24.018586 tst handover.py: using BVCI 28938\u000a14:05:24.041315 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a14:05:24.052039 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a14:05:24.062650 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a14:05:24.073262 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a14:05:24.083601 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a14:05:24.093880 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a14:05:24.210451 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a14:05:24.408258 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a14:05:24.858784 run create_hlr_db(pid=16859): Launched\u000a14:05:24.980043 bus /sierra_2: Setting Powered False\u000a14:05:26.050993 run create_hlr_db(pid=16859): Terminated: ok {rc=0}\u000a14:05:26.444116 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16861): Launched\u000a14:05:26.763003 run osmo-hlr_10.42.42.2(pid=16862): Launched\u000a14:05:26.881825 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a14:05:27.406583 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16864): Launched\u000a14:05:27.724893 run osmo-stp_10.42.42.5(pid=16865): Launched\u000a14:05:27.841638 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a14:05:28.395644 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16867): Launched\u000a14:05:28.713780 run osmo-msc_10.42.42.6(pid=16868): Launched\u000a14:05:28.902375 run osmo-stp_10.42.42.5(pid=16865): ERR: Terminated: ERROR {rc=1} [trial-2375↪handover_2G:sysmo+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16865)]\u000a14:05:29.037353 run osmo-stp_10.42.42.5(pid=16865): stdout: \u000a| (launched: 2022-12-10_14:05:27.568312)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:05:29.171906 run osmo-stp_10.42.42.5(pid=16865): stderr: \u000a| �[0;m�[38;5;43m20221210140527758 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210140527758 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210140527759 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210140527759 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210140527761 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210140527762 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210140527762 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:05:29.299767 run osmo-stp_10.42.42.5(pid=16865): stdout: \u000a| (launched: 2022-12-10_14:05:27.568312)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:05:29.427051 run osmo-stp_10.42.42.5(pid=16865): stderr: \u000a| �[0;m�[38;5;43m20221210140527758 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210140527758 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210140527759 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210140527759 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210140527761 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210140527762 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210140527762 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:05:29.482592 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=16865): Process ended prematurely: osmo-stp_10.42.42.5(pid=16865) [trial-2375↪handover_2G:sysmo+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16865)] [trial-2375↪handover_2G:sysmo+bts1-trx-umtrx↪handover.py:18]\u000a14:05:29.491170 tst handover.py:18: Test FAILED (6.5 sec)\u000a14:05:29.554256 run osmo-hlr_10.42.42.2(pid=16862): ERR: Terminated: ERROR {rc=237} [trial-2375↪handover_2G:sysmo+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16862)]\u000a14:05:29.605567 run osmo-hlr_10.42.42.2(pid=16862): stdout: \u000a| (launched: 2022-12-10_14:05:26.606240) \u000a14:05:29.657546 run osmo-hlr_10.42.42.2(pid=16862): stderr: \u000a| �[0;m�[1;31m20221210140526802 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210140526802 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210140526802 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210140526802 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210140526802 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210140526802 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210140526814 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2375/run.2022-12-10_12-42-03/handover_2G:sysmo+bts1-trx-umtrx/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210140526822 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210140526822 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210140526822 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a14:05:29.728751 run osmo-msc_10.42.42.6(pid=16868): ERR: Terminated: ERROR {rc=2} [trial-2375↪handover_2G:sysmo+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=16868)]\u000a14:05:29.780489 run osmo-msc_10.42.42.6(pid=16868): stdout: \u000a| (launched: 2022-12-10_14:05:28.557980) \u000a14:05:29.832576 run osmo-msc_10.42.42.6(pid=16868): stderr: \u000a| �[0;m�[38;5;43m20221210140528879 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210140528879 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f5ec17d1c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210140528879 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210140528879 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210140528880 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210140528880 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210140528882 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210140528882 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210140528882 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210140528882 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a14:05:29.876511 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16861): Terminating (SIGTERM)\u000a14:05:29.918551 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16864): Terminating (SIGTERM)\u000a14:05:29.960746 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16867): Terminating (SIGTERM)\u000a14:05:29.970558 --- ParallelTerminationStrategy: PID 16861 died...\u000a14:05:30.026125 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16861): Terminated: ok {rc=0}\u000a14:05:30.036734 --- ParallelTerminationStrategy: PID 16864 died...\u000a14:05:30.092525 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16864): Terminated: ok {rc=0}\u000a14:05:30.102684 --- ParallelTerminationStrategy: PID 16867 died...\u000a14:05:30.158239 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16867): Terminated: ok {rc=0}\u000a14:05:30.244185 bus /sierra_3: Setting Powered False\u000a14:05:31.350316 bus /sierra_3: Setting Powered False\u000a14:05:32.458972 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "198", "name" : "handover_2G_sysmo+bts1-trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T14:05:22" }, { "cases" : [ { "testActions" : [ ], "age" : 58, "className" : "handover_2G:trx-b200+bts1-trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16879): Process ended prematurely: osmo-stp_10.42.42.5(pid=16879) [trial-2375↪handover_2G:trx-b200+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16879)]", "failedSince" : 2318, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16879): Process ended prematurely: osmo-stp_10.42.42.5(pid=16879) [trial-2375↪handover_2G:trx-b200+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16879)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2375 handover_2G:trx-b200+bts1-trx-umtrx handover.py\u000a----------------------------------------------\u000a14:05:34.471236 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a14:05:34.481973 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a14:05:34.613602 tst handover.py: using LAC 28938\u000a14:05:34.729038 tst handover.py: using RAC 123\u000a14:05:34.843957 tst handover.py: using CellId 28938\u000a14:05:34.958938 tst handover.py: using BVCI 28939\u000a14:05:34.981711 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a14:05:35.117680 tst handover.py: using LAC 28939\u000a14:05:35.233638 tst handover.py: using RAC 124\u000a14:05:35.353541 tst handover.py: using CellId 28939\u000a14:05:35.468844 tst handover.py: using BVCI 28940\u000a14:05:35.491490 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a14:05:35.502232 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a14:05:35.512832 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a14:05:35.523597 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a14:05:35.534207 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a14:05:35.544780 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a14:05:35.662542 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a14:05:35.864738 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a14:05:36.315857 run create_hlr_db(pid=16873): Launched\u000a14:05:36.437392 bus /sierra_2: Setting Powered False\u000a14:05:37.509596 run create_hlr_db(pid=16873): Terminated: ok {rc=0}\u000a14:05:37.904298 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16875): Launched\u000a14:05:38.222071 run osmo-hlr_10.42.42.2(pid=16876): Launched\u000a14:05:38.342513 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a14:05:38.867704 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16878): Launched\u000a14:05:39.185709 run osmo-stp_10.42.42.5(pid=16879): Launched\u000a14:05:39.301824 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a14:05:39.853963 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16881): Launched\u000a14:05:40.170658 run osmo-msc_10.42.42.6(pid=16882): Launched\u000a14:05:40.358470 run osmo-stp_10.42.42.5(pid=16879): ERR: Terminated: ERROR {rc=1} [trial-2375↪handover_2G:trx-b200+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16879)]\u000a14:05:40.493124 run osmo-stp_10.42.42.5(pid=16879): stdout: \u000a| (launched: 2022-12-10_14:05:39.029998)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:05:40.628140 run osmo-stp_10.42.42.5(pid=16879): stderr: \u000a| �[0;m�[38;5;43m20221210140539220 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210140539221 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210140539221 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210140539221 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210140539222 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210140539222 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210140539222 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:05:40.755959 run osmo-stp_10.42.42.5(pid=16879): stdout: \u000a| (launched: 2022-12-10_14:05:39.029998)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:05:40.882312 run osmo-stp_10.42.42.5(pid=16879): stderr: \u000a| �[0;m�[38;5;43m20221210140539220 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210140539221 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210140539221 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210140539221 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210140539222 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210140539222 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210140539222 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:05:40.937555 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=16879): Process ended prematurely: osmo-stp_10.42.42.5(pid=16879) [trial-2375↪handover_2G:trx-b200+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16879)] [trial-2375↪handover_2G:trx-b200+bts1-trx-umtrx↪handover.py:18]\u000a14:05:40.945991 tst handover.py:18: Test FAILED (6.5 sec)\u000a14:05:41.009226 run osmo-hlr_10.42.42.2(pid=16876): ERR: Terminated: ERROR {rc=237} [trial-2375↪handover_2G:trx-b200+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16876)]\u000a14:05:41.060423 run osmo-hlr_10.42.42.2(pid=16876): stdout: \u000a| (launched: 2022-12-10_14:05:38.066336) \u000a14:05:41.112607 run osmo-hlr_10.42.42.2(pid=16876): stderr: \u000a| �[0;m�[1;31m20221210140538266 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210140538266 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210140538266 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210140538266 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210140538266 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210140538266 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210140538279 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2375/run.2022-12-10_12-42-03/handover_2G:trx-b200+bts1-trx-umtrx/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210140538289 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210140538289 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210140538289 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a14:05:41.183065 run osmo-msc_10.42.42.6(pid=16882): ERR: Terminated: ERROR {rc=2} [trial-2375↪handover_2G:trx-b200+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=16882)]\u000a14:05:41.234363 run osmo-msc_10.42.42.6(pid=16882): stdout: \u000a| (launched: 2022-12-10_14:05:40.015385) \u000a14:05:41.286458 run osmo-msc_10.42.42.6(pid=16882): stderr: \u000a| �[0;m�[38;5;43m20221210140540336 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210140540336 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f09788e6c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210140540337 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210140540337 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210140540337 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210140540337 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210140540339 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210140540339 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210140540339 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210140540339 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a14:05:41.330895 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16875): Terminating (SIGTERM)\u000a14:05:41.372529 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16878): Terminating (SIGTERM)\u000a14:05:41.414528 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16881): Terminating (SIGTERM)\u000a14:05:41.424165 --- ParallelTerminationStrategy: PID 16875 died...\u000a14:05:41.480164 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16875): Terminated: ok {rc=0}\u000a14:05:41.490268 --- ParallelTerminationStrategy: PID 16878 died...\u000a14:05:41.544903 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16878): Terminated: ok {rc=0}\u000a14:05:41.555008 --- ParallelTerminationStrategy: PID 16881 died...\u000a14:05:41.610239 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16881): Terminated: ok {rc=0}\u000a14:05:41.697058 bus /sierra_3: Setting Powered False\u000a14:05:42.797282 bus /sierra_3: Setting Powered False\u000a14:05:43.907280 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "199", "name" : "handover_2G_trx-b200+bts1-trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T14:05:34" } ] }